-- Logs begin at Thu 2021-09-16 18:22:32 UTC, end at Thu 2021-09-16 19:29:27 UTC. -- Sep 16 19:02:31.859440 dv-cinder-809448-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 19:02:34.420889 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.common.config [-] Logging enabled! Sep 16 19:02:34.421456 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev4 Sep 16 19:02:34.422725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82336) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 16 19:02:34.423461 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.common.config [-] Logging enabled! Sep 16 19:02:34.423749 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev4 Sep 16 19:02:34.424031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82336) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 16 19:02:34.425097 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Sep 16 19:02:34.425366 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Sep 16 19:02:34.426366 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Sep 16 19:02:34.426650 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Sep 16 19:02:34.426910 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Sep 16 19:02:34.427272 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.427617 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.427953 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.428215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.428554 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.428914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.429232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.429565 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.429899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.430225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.430533 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.430849 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.431112 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.431432 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.431758 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.432089 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.432343 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] debug = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.432673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.433207 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.433523 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.433835 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.434161 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.434468 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.434775 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.435091 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.435450 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] host = dv-cinder-809448-1-smb {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.435765 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.436085 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.436409 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.436774 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.437083 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.437394 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.437716 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.438022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.438329 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] log_file = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.438635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.438957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.439280 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.439614 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.439868 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.440120 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.440445 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.440799 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.441105 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.441417 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.441724 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.442029 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.442335 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.442635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.442960 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.443287 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.443607 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.443912 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.444217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.444522 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.444852 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.445175 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.445479 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.445786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.446089 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.446415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.446714 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.447015 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.447355 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.447678 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.448002 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.448324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.448644 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.448976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.449277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.449579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.449882 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] use_json = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.450184 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.450484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.450806 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.451109 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.451415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.451719 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.452022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.452855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:34.453196 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.453538 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.453873 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.454188 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.454514 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.454827 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.455152 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.455461 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.455785 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.456110 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.456431 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.456761 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.457081 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.457418 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.457749 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.458056 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.458367 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.458696 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.459004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.459310 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.459643 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.459950 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.460256 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.460572 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.460909 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.461216 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.461519 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.461833 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.462161 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.462470 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.462774 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.463081 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.463390 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.463693 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.464010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.464319 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.464646 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.464970 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.465280 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.465584 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.465893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.466201 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.466506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.466813 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.467118 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.467420 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.467725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.468676 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.468993 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.469307 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.469614 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.469925 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.470234 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.470605 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.470911 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.471222 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.471531 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.471857 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.472192 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.472504 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.472865 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.473344 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.473886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.474311 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.474742 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.475101 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.475426 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.475739 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.476076 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.476394 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.476742 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.477063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.477378 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.477716 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.478027 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.478344 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.478656 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.478967 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.479288 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.479606 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.479938 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.480267 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.480621 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.480948 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.481278 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.481590 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.481940 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.482251 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:34.482500 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Sep 16 19:02:34.482763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82336) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Sep 16 19:02:35.137710 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:02:35.138041 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=82336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:02:35.138393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:02:35.140056 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 19:02:35.476069 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.476643 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.476643 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.536679 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.537000 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.537300 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.540424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.540757 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.541057 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.684160 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.684471 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.684793 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.685961 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.686263 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.686558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.806128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.806392 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.806693 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.806993 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.808002 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.987677 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.988057 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.988381 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.988714 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.989011 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.989389 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.989688 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.989979 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.990266 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.990608 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.990901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.991206 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.991509 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.991799 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.992106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.992419 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.992734 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.993053 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.993339 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.993673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.994113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.994396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.994678 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.995015 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.995300 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.995582 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:35.995992 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:02:35.996265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:02:35.996536 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:02:35.996829 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:02:35.997097 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:02:35.997365 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:02:35.998708 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 19:02:36.006463 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 19:02:36.013785 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 19:02:36.019815 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 16 19:02:36.022600 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 19:02:36.023689 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 19:02:36.024070 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 19:02:36.024495 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 19:02:36.028225 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 19:02:36.028512 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 19:02:36.029079 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 19:02:36.056960 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Sep 16 19:02:36.057424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.057755 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82336) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 19:02:36.058159 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.059506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82336) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 19:02:36.059826 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 19:02:36.060105 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 19:02:36.063168 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.063482 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.128509 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 19:02:36.128800 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 19:02:36.129069 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 19:02:36.129469 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 19:02:36.163068 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_db.sqlalchemy.engines [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=82336) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 16 19:02:36.460129 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Initializing driver for type 'gre' Sep 16 19:02:36.460723 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] gre ID ranges: [(1, 1000)] Sep 16 19:02:36.502047 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Initializing driver for type 'local' Sep 16 19:02:36.502516 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Initializing driver for type 'vlan' Sep 16 19:02:36.512532 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] VlanTypeDriver initialization complete Sep 16 19:02:36.512963 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Initializing driver for type 'vxlan' Sep 16 19:02:36.513511 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] vxlan ID ranges: [(1, 1000)] Sep 16 19:02:36.557495 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Initializing extension driver 'port_security' Sep 16 19:02:36.557857 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.extensions.port_security [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] PortSecurityExtensionDriver initialization complete Sep 16 19:02:36.558224 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Initializing mechanism driver 'openvswitch' Sep 16 19:02:36.558584 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Initializing mechanism driver 'hyperv' Sep 16 19:02:36.564874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:02:36.565709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > port after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.566116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > port after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.566502 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > port after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.566919 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > subnet after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.567306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > subnet after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.567685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.568096 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > network after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.568476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > network after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.568874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > network after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.569284 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > security_group after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.569817 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > security_group after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.570195 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.570600 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.570975 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.571351 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.571714 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] ML2 OVO RPC backend initialized. {{(pid=82336) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Sep 16 19:02:36.572421 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.572834 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.573284 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > network before_response 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.573663 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > networks before_response 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.574038 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > port before_response 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.574409 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > ports before_response 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.574785 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > subnet before_response 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.575179 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > subnets before_response 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.575534 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > network after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.575906 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > network after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.576274 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > network after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.576661 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > port after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.577030 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > port after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.577918 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > port after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.578289 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > subnet after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.578657 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > subnet after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.579021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.579634 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.plugin [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Modular L2 Plugin initialization complete Sep 16 19:02:36.579988 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading services supported by the core plugin {{(pid=82336) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Sep 16 19:02:36.580347 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.plugins.ml2.managers [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Got port-security extension from driver 'port_security' Sep 16 19:02:36.580866 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.extensions.vlantransparent [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Disabled vlantransparent extension. Sep 16 19:02:36.581323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82336) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Sep 16 19:02:36.581662 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading Plugin: router Sep 16 19:02:36.622553 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.622990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router after_create 55549900 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.623387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router before_create 55549900 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.623788 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.624201 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.624590 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router after_delete 55549900 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.625010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.625415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router after_create 55549900 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.625794 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router after_update 55549900 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.626179 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router after_update 55549900 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.626561 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.626959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router after_update 55549900 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.627450 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router precommit_update 55549900 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.627868 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: port after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.628245 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: port after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.628631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: subnet after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.629025 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.629415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.629798 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router precommit_create 55549900 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.630176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: port before_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.630556 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router precommit_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.630955 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router after_update 55549900 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.631337 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.631723 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router precommit_create 55549900 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.632125 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.632508 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router precommit_update 55549900 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.632950 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > agent after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.633339 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > agent after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.633719 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > network after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.634678 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Tracking information for resource: router configured {{(pid=82336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:02:36.635049 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Tracking information for resource: floatingip configured {{(pid=82336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:02:36.641675 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.l3_agentschedulers_db [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 19:02:36.642301 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: port after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.642694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: port after_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.643076 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: port after_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.643460 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: port after_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.644333 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router before_create 55550100 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.644764 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.645164 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router precommit_create 55550100 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.645555 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > router precommit_update 55550100 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.650213 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.provider_configuration [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service providers = [] {{(pid=82336) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 19:02:36.650610 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.servicetype_db [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82336) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 19:02:36.653451 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.service_base [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 16 19:02:36.653835 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.service_base [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 16 19:02:36.654209 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.service_base [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 16 19:02:36.655092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.service_base [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 16 19:02:36.655491 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.services.service_base [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 19:02:36.656474 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:02:36.656857 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 19:02:36.676862 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:02:36.677236 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading Plugin: auto_allocate Sep 16 19:02:36.687546 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: network precommit_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.687949 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: network precommit_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.688530 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:02:36.688912 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading Plugin: tag Sep 16 19:02:36.699956 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:02:36.700329 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading Plugin: timestamp Sep 16 19:02:36.704587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:02:36.704976 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading Plugin: network_ip_availability Sep 16 19:02:36.710631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.710998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.711386 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.712145 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:02:36.712500 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading Plugin: flavors Sep 16 19:02:36.727985 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:02:36.728355 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading Plugin: revisions Sep 16 19:02:36.732658 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:02:36.733077 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.595s {{(pid=82336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:02:36.734391 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82336) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Sep 16 19:02:36.734745 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Initializing extension manager. Sep 16 19:02:36.735292 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: __init__.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.735664 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: __pycache__ {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.736030 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.736396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.736786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: _filter_validation_lib.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.737149 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.737508 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: address_scope.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.738317 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.738960 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: address-scope Sep 16 19:02:36.739319 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.740243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.740846 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: router-admin-state-down-before-update Sep 16 19:02:36.741205 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: agent.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.741986 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.742558 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: agent Sep 16 19:02:36.742916 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: agent_resources_synced.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.743836 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.744408 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: agent-resources-synced Sep 16 19:02:36.744814 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: allowedaddresspairs.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.746585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.747161 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: allowed-address-pairs Sep 16 19:02:36.747524 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: auto_allocated_topology.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.748751 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.749914 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: auto-allocated-topology Sep 16 19:02:36.750278 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: availability_zone.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.751042 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.751625 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: availability_zone Sep 16 19:02:36.751985 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: availability_zone_filter.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.752920 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.753496 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: availability_zone_filter Sep 16 19:02:36.753856 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: data_plane_status.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.754763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.755328 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 19:02:36.755686 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: default_subnetpools.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.756635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.757189 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: default-subnetpools Sep 16 19:02:36.757548 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.758413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.758989 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: dhcp_agent_scheduler Sep 16 19:02:36.759347 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: dns.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.760271 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.760867 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension dns-integration not supported by any of loaded plugins Sep 16 19:02:36.761220 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: dns_domain_ports.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.762142 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.762712 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 19:02:36.763066 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: dvr.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.763810 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.764409 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: dvr Sep 16 19:02:36.764774 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: empty_string_filtering.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.765709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.766284 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: empty-string-filtering Sep 16 19:02:36.766640 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.767549 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.768116 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 19:02:36.768472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.769403 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.769968 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 19:02:36.770323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: external_net.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.771241 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.771818 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: external-net Sep 16 19:02:36.772178 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.773125 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.773693 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: extra_dhcp_opt Sep 16 19:02:36.774049 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: extraroute.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.774949 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.775519 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: extraroute Sep 16 19:02:36.775873 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: extraroute_atomic.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.777023 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.777600 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: extraroute-atomic Sep 16 19:02:36.777957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: filter_validation.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.778647 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.779221 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: filter-validation Sep 16 19:02:36.779580 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: fip_pf_description.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.780531 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.781148 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 19:02:36.781507 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: fip_port_details.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.782495 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.783216 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: fip-port-details Sep 16 19:02:36.783741 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: flavors.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.785516 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.786398 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: flavors Sep 16 19:02:36.786965 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.789484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.790307 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 19:02:36.790897 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: floatingip_pools.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.791686 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.792268 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: floatingip-pools Sep 16 19:02:36.792657 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: ip_allocation.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.793590 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.794160 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 19:02:36.794517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.795446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.796022 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: ip-substring-filtering Sep 16 19:02:36.796936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: l2_adjacency.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.797867 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.798433 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 19:02:36.798790 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: l3.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.799886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.800470 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: router Sep 16 19:02:36.800855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.803325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.803918 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 19:02:36.804284 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.805224 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.805808 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: ext-gw-mode Sep 16 19:02:36.806173 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.807086 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.807658 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: l3-ha Sep 16 19:02:36.808018 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: l3_flavors.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.808959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.809533 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: l3-flavors Sep 16 19:02:36.809895 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.810804 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.811377 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 19:02:36.811758 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: l3agentscheduler.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.813560 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.814149 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: l3_agent_scheduler Sep 16 19:02:36.814510 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: logging.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.816072 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.816683 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension logging not supported by any of loaded plugins Sep 16 19:02:36.817048 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: metering.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.818029 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.818730 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: metering Sep 16 19:02:36.819096 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: multiprovidernet.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.820035 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.820654 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: multi-provider Sep 16 19:02:36.821007 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: netmtu.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.821928 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.822514 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: net-mtu Sep 16 19:02:36.822872 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: netmtu_writable.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.823799 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.824381 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: net-mtu-writable Sep 16 19:02:36.824765 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: network_availability_zone.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.825510 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.826091 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: network_availability_zone Sep 16 19:02:36.826449 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: network_ip_availability.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.827569 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.828149 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: network-ip-availability Sep 16 19:02:36.828511 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: network_segment_range.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.829445 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.830022 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 19:02:36.830377 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: pagination.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.831361 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.831737 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: pagination Sep 16 19:02:36.832091 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.833045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.833626 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: port-mac-address-regenerate Sep 16 19:02:36.833980 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: port_resource_request.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.834884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.835469 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 19:02:36.835824 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: portbindings.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.836770 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.837346 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: binding Sep 16 19:02:36.837701 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: portbindings_extended.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.838988 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.839570 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: binding-extended Sep 16 19:02:36.839934 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: portsecurity.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.840870 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.841447 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: port-security Sep 16 19:02:36.841809 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: project_id.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.844871 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.845258 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: project-id Sep 16 19:02:36.845627 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: providernet.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.846562 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.847143 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: provider Sep 16 19:02:36.847508 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: qos.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.851114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.851708 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension qos not supported by any of loaded plugins Sep 16 19:02:36.852083 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.853340 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.853916 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 19:02:36.854279 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.855199 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.855773 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 19:02:36.856134 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: qos_default.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.857082 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.857654 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension qos-default not supported by any of loaded plugins Sep 16 19:02:36.858015 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: qos_fip.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.858942 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.859516 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension qos-fip not supported by any of loaded plugins Sep 16 19:02:36.859876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: qos_gateway_ip.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.860822 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.861394 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 19:02:36.861747 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: qos_port_network_policy.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.862666 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.863242 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 19:02:36.863601 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: qos_rule_type_details.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.864520 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.865132 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 19:02:36.865494 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: qos_rules_alias.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.866537 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.867095 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 19:02:36.867455 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: quotasv2.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.868493 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.868893 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: quotas Sep 16 19:02:36.869255 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: quotasv2_detail.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.870828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.871204 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: quota_details Sep 16 19:02:36.871564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: rbac.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.872722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.873312 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: rbac-policies Sep 16 19:02:36.873674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: rbac_address_scope.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.875137 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.875718 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: rbac-address-scope Sep 16 19:02:36.876079 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: rbac_security_groups.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.877024 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.877598 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: rbac-security-groups Sep 16 19:02:36.877957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: rbac_subnetpool.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.878869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.879448 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: rbac-subnetpool Sep 16 19:02:36.879808 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: revisionifmatch.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.880754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.881327 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: revision-if-match Sep 16 19:02:36.881683 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: revisions.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.882807 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.883388 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: standard-attr-revisions Sep 16 19:02:36.883749 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: router_availability_zone.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.884496 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.885111 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: router_availability_zone Sep 16 19:02:36.885467 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: routerservicetype.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.886400 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.886976 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension router-service-type not supported by any of loaded plugins Sep 16 19:02:36.887333 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.888254 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.888854 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: port-security-groups-filtering Sep 16 19:02:36.889212 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: securitygroup.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.902629 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.903242 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: security-group Sep 16 19:02:36.903616 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: segment.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.904492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.905101 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension segment not supported by any of loaded plugins Sep 16 19:02:36.905488 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.906433 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.907010 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 19:02:36.907374 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: servicetype.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.908465 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.909080 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: service-type Sep 16 19:02:36.909440 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: sorting.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.910416 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.910790 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: sorting Sep 16 19:02:36.911148 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: standard_attr_segment.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.912059 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.912697 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 19:02:36.913062 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: standardattrdescription.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.914028 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.914611 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: standard-attr-description Sep 16 19:02:36.914971 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: stateful_security_group.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.915908 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.916493 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: stateful-security-group Sep 16 19:02:36.916894 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: stdattrs_common.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.917474 dv-cinder-809448-1-smb neutron-server[82336]: WARNING neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 19:02:36.917829 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.918756 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.919337 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 19:02:36.919695 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: subnet_onboard.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.920775 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.921393 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: subnet_onboard Sep 16 19:02:36.921752 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.922677 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.923250 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 19:02:36.923606 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: subnet_service_types.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.924634 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.925215 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: subnet-service-types Sep 16 19:02:36.925575 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: subnetallocation.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.926676 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.927260 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: subnet_allocation Sep 16 19:02:36.927619 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.928319 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.928919 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: subnetpool-prefix-ops Sep 16 19:02:36.929275 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.930226 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.930798 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 19:02:36.931155 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: tagging.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.932512 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.933138 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: standard-attr-tag Sep 16 19:02:36.933501 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: timestamp.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.934658 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.935242 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loaded extension: standard-attr-timestamp Sep 16 19:02:36.935603 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: trunk.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.936644 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.937755 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension trunk not supported by any of loaded plugins Sep 16 19:02:36.938115 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: trunk_details.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.939033 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.939603 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension trunk-details not supported by any of loaded plugins Sep 16 19:02:36.939960 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: uplink_status_propagation.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.940919 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.941484 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 19:02:36.941840 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Loading extension file: vlantransparent.py {{(pid=82336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:02:36.942533 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:02:36.943103 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 19:02:36.945484 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:network Sep 16 19:02:36.946272 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:subnet Sep 16 19:02:36.946933 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:02:36.947597 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:port Sep 16 19:02:36.948990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.resource_helper [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:02:36.949479 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.resource_helper [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service FLAVORS assigned prefix: {{(pid=82336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:02:36.950158 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.resource_helper [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:02:36.950619 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.resource_helper [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:02:36.950987 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:router Sep 16 19:02:36.951701 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:floatingip Sep 16 19:02:36.953061 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.resource_helper [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service METERING assigned prefix: /metering {{(pid=82336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:02:36.954872 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.955277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.955662 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:02:36.956800 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 19:02:36.957279 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:security_group Sep 16 19:02:36.958083 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 19:02:36.958866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.resource_helper [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service CORE assigned prefix: {{(pid=82336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:02:36.959234 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:02:36.959603 dv-cinder-809448-1-smb neutron-server[82336]: WARNING neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] subnetpool is already registered Sep 16 19:02:36.960262 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.resource_helper [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service CORE assigned prefix: {{(pid=82336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:02:36.960684 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:02:36.961005 dv-cinder-809448-1-smb neutron-server[82336]: WARNING neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] subnetpool is already registered Sep 16 19:02:36.963607 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.resource_helper [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:02:36.964081 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.resource_helper [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service FLAVORS assigned prefix: {{(pid=82336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:02:36.964751 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.resource_helper [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:02:36.965214 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.resource_helper [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:02:36.965583 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:router Sep 16 19:02:36.965945 dv-cinder-809448-1-smb neutron-server[82336]: WARNING neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] router is already registered Sep 16 19:02:36.966599 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:floatingip Sep 16 19:02:36.966958 dv-cinder-809448-1-smb neutron-server[82336]: WARNING neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] floatingip is already registered Sep 16 19:02:36.967642 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.resource_helper [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service METERING assigned prefix: /metering {{(pid=82336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:02:36.968407 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 19:02:36.968796 dv-cinder-809448-1-smb neutron-server[82336]: WARNING neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] rbac_policy is already registered Sep 16 19:02:36.969247 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:security_group Sep 16 19:02:36.969606 dv-cinder-809448-1-smb neutron-server[82336]: WARNING neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] security_group is already registered Sep 16 19:02:36.970415 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 19:02:36.970790 dv-cinder-809448-1-smb neutron-server[82336]: WARNING neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] security_group_rule is already registered Sep 16 19:02:36.971500 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.resource_helper [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service CORE assigned prefix: {{(pid=82336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:02:36.971862 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:02:36.972220 dv-cinder-809448-1-smb neutron-server[82336]: WARNING neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] subnetpool is already registered Sep 16 19:02:36.972906 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.resource_helper [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Service CORE assigned prefix: {{(pid=82336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:02:36.973273 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:02:36.973628 dv-cinder-809448-1-smb neutron-server[82336]: WARNING neutron.quota.resource_registry [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] subnetpool is already registered Sep 16 19:02:36.974345 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: extensions {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.975842 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: address-scopes {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.977128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: agents {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.978448 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: auto-allocated-topology {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.979790 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: availability_zones {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.981056 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: dhcp-networks {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.982575 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: dhcp-agents {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.984035 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: routers {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.985820 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: flavors {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.987126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: service_profiles {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.988377 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: next_providers {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.989928 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: service_profiles {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.991377 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: floatingip-pools {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.993571 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: routers {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.995323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: floatingips {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.996542 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: l3-routers {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:36.998075 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: l3-agents {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.000046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: metering-labels {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.001358 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: metering-label-rules {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.002756 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: network-ip-availabilities {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.004042 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: bindings {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.005653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: quotas {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.007234 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: quotas {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.008725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: rbac-policies {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.009972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: security-groups {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.011218 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: security-group-rules {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.012564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: service-providers {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.013844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: subnetpools {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.015799 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: subnetpools {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.017447 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: tags {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.019176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: tags {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.020933 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: tags {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.022822 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: tags {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.024547 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: tags {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.026403 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: tags {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.028199 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: tags {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.030030 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: tags {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.032561 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: tags {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.034391 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.extensions [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Extended resource: tags {{(pid=82336) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:02:37.041503 dv-cinder-809448-1-smb neutron-server[82336]: WARNING keystonemiddleware.auth_token [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 19:02:37.046957 dv-cinder-809448-1-smb neutron-server[82336]: WARNING keystonemiddleware.auth_token [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 19:02:37.055651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Acquired lock "singleton_lock" {{(pid=82336) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Sep 16 19:02:37.056573 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Releasing lock "singleton_lock" {{(pid=82336) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Sep 16 19:02:37.058024 dv-cinder-809448-1-smb neutron-server[82336]: INFO oslo_service.service [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Starting 2 workers Sep 16 19:02:37.062619 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Started child 82445 {{(pid=82336) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 16 19:02:37.067210 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Started child 82446 {{(pid=82336) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 16 19:02:37.067469 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:37.068770 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [-] (82445) wsgi starting up on http://0.0.0.0:9696 Sep 16 19:02:37.068931 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.service [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 19:02:37.069437 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Notify callbacks [] for process, before_spawn {{(pid=82336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:37.071084 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:37.071860 dv-cinder-809448-1-smb neutron-server[82336]: INFO oslo_service.service [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Starting 1 workers Sep 16 19:02:37.072528 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [-] (82446) wsgi starting up on http://0.0.0.0:9696 Sep 16 19:02:37.077090 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Started child 82447 {{(pid=82336) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 16 19:02:37.077677 dv-cinder-809448-1-smb neutron-server[82336]: INFO oslo_service.service [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Starting 1 workers Sep 16 19:02:37.079545 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.service [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] calling RpcWorker wait() {{(pid=82447) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 19:02:37.079928 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.service [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] returning from RpcWorker wait() {{(pid=82447) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 19:02:37.081451 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:37.081960 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:02:37.082110 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Started child 82448 {{(pid=82336) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 16 19:02:37.082888 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-887bef27-351f-489c-ae07-ef2dc702e5ed None None] Notify callbacks [] for process, after_spawn {{(pid=82336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:37.084491 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82336) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Sep 16 19:02:37.084742 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Sep 16 19:02:37.084950 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Sep 16 19:02:37.085226 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Sep 16 19:02:37.085636 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Sep 16 19:02:37.085826 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Sep 16 19:02:37.086198 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:37.086392 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.086690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.086966 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.087114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:02:37.087266 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.087549 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.088174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.088455 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.088757 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.089073 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.089347 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.089506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.089691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.089978 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.090238 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.090571 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.090847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.091130 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.091406 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.091612 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.091881 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.092195 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.092458 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.093796 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] debug = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.093796 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.094132 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.094388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.094669 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.094931 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.095223 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.095494 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.095794 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.096058 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.096299 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.096573 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.096873 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.097125 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.097380 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.097668 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.097909 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.098323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] host = dv-cinder-809448-1-smb {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.098576 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.098816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.099089 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.099358 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.099627 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.099864 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.100155 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.100421 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.100724 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.100990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.101250 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.101506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.101764 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.102030 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_file = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.102218 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_options = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.102456 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.102725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.102984 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.103183 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.103372 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.103561 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.103858 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.104045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.104321 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.104558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.104819 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.105069 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.105326 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.105567 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.105843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.106079 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.106328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.106558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.106826 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.107114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.107387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.107639 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.107878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.108092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.108315 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.108534 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.109383 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.109621 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.109877 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.110734 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.110734 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.110734 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.110981 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.111127 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.111476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.111782 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.112020 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.112980 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.112980 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.112980 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.113231 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.113422 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.113823 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.114062 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.114296 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.114532 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] use_json = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.114774 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.115028 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.115303 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.115540 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.115773 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.116024 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.116709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.116709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.116953 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.117451 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.117798 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.118067 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.118409 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.118576 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.119375 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.119375 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.119375 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.120914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.120914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.120914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.120914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.120914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.121221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.121299 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.121504 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.121855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.121855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.121855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.121855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.121855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.124727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.124727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.124727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.124727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.124727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.124727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.124727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.124727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.125270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.125270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.125404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.125563 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.125961 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.126206 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.126479 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.126736 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.127008 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.127261 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.127757 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.127993 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.128218 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.128461 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.128748 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.128991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.129227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.129482 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.129723 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.129958 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.130217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.130487 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.130723 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.130958 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.131197 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.131432 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.131673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.131922 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.132159 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.132399 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.132652 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.132907 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.133149 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.133406 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.133643 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.133885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.134122 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.134362 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.134615 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.134852 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.135091 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.135347 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.135584 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.135893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.136221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.136503 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.136791 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.137063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.137340 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.137598 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.137866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.138109 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.138351 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.138602 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.138901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.139166 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.139454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.139734 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.140004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.140302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.140548 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.140824 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.141095 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.141357 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.141624 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.141901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.144342 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.144893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.146026 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.148183 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.148531 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.148843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.149170 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.149458 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.149753 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.150098 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.150420 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.150809 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.151026 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.151303 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.151562 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.151852 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.152138 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.152410 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.153503 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.154300 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.154621 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.157045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.157529 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.157972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.158429 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.158744 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.159085 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.159373 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.159674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.159972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.160272 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.160555 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.160875 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.161176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.161454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.161753 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.162002 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.162253 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.162609 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.162862 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.163126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.163645 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.163966 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.164154 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.164406 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.164680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.164954 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.165203 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.165491 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.165734 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.165990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.166257 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.166506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.166755 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.167004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.167246 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.167530 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.167778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.168091 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.168386 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.168711 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.168982 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.169261 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.169543 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.169806 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.170088 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.170337 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.170578 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.170821 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.171093 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.171893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.172161 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.172487 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.173625 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.173625 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.173625 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.174600 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.174854 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.175400 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.175400 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.175696 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.175845 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.176072 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.176324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.176571 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.177782 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.177782 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.177782 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.177782 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.178324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.178324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.178324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.178697 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.178874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.179013 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.179298 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.179559 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.179826 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.180131 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.180385 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.180658 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.180977 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.181256 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.181504 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.181770 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.182025 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.182332 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.182627 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.182874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.183246 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.183493 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.183770 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.184028 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.184289 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.184557 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.184876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.185230 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.185580 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.185884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.186176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.186585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.186981 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.187292 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.187554 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.187869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.188235 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.188548 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.188851 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.189113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.189404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.189674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.189921 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.190168 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.190420 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.190687 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.190967 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.191268 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.191524 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.191769 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.192032 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.192282 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.192541 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.192807 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.193059 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.193303 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.193461 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Sep 16 19:02:37.194014 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82336) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Sep 16 19:02:37.194206 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Sep 16 19:02:37.194391 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Sep 16 19:02:37.194616 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Sep 16 19:02:37.194819 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Sep 16 19:02:37.195004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Sep 16 19:02:37.195251 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.195446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.195635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.195822 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.195978 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.196188 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.196376 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.196562 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.196750 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.196934 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.197095 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.197282 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.197442 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.197627 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.197812 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.197997 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.198182 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.198367 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.198560 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.198718 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.198904 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.199099 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.199277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] debug = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.199418 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.199643 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.199802 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.199943 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.200121 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.200285 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.200439 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.200580 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.200750 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.200890 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.201080 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.201303 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.201580 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.201580 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.201984 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.201984 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.202258 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] host = dv-cinder-809448-1-smb {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.202258 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.203169 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.203169 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.203459 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.203459 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.203760 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.203760 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.204109 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.204109 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.204371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.204371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.204826 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.204826 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.204826 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_file = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.205405 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_options = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.205405 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.205405 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.205888 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.205888 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.205888 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.206463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.206463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.206463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.206463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.206990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.206990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.206990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.207388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.207388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.207388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.207786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.207786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.208052 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.208199 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.208385 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.208572 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.208781 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.208939 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.209125 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.209310 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.209497 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.209664 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.210033 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.210225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.210415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.210585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.210789 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.210903 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.211090 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.211277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.211454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.211608 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.211784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.211969 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.212155 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.212413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.212624 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.212790 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.212948 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.213103 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.213283 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] use_json = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.213467 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.213651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.213805 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.213993 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.214176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.214360 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.214546 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.214732 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:02:37.214938 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.215126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.215327 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.215514 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.215702 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.215889 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.216075 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.216263 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.216450 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.216649 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.216828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.217063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.217277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.217466 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.217656 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.217842 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.218108 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.218305 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.218494 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.218684 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.218874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.219062 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.219248 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.219436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.219623 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.219780 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.219991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.220143 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.220284 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.220457 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.220676 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.220869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.221057 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.221215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.221408 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.221596 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.221784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.221972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.222161 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.222362 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.222546 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.222775 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.222916 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.223054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.223206 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.223393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.223581 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.223800 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.224022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.224161 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.224299 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.224437 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.224647 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.224841 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.225143 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.225143 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.225388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.225525 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.225741 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.225962 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.225962 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.226223 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.226360 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:02:37.226509 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.226509 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.226770 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.226770 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.227030 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.227167 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.227305 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.227441 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.227587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.227725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.227908 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.228106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.228312 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.228500 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.228687 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.228877 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.229065 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.229261 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.229452 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.229640 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.229827 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.230019 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.230209 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.230395 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.230585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.230772 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.230958 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.231144 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.231330 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.231515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.231703 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.231890 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.232075 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.232261 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.232448 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.232651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.232842 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.233030 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.233232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.233419 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.234122 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.234318 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.234515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.234713 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.234903 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.235093 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.235280 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.235467 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.235654 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.235840 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.236027 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.236212 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.236398 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.236585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.236807 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.237043 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.237232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.237418 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.237605 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.237793 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.237981 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.238171 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.238417 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.238559 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.238696 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.238832 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.238969 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.239139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.239328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.239518 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.239691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.239835 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.240013 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.240393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.240393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.240679 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.240679 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.241021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.241021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.241372 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.241372 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.241643 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.241781 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.241917 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.242053 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.242188 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.242325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.242496 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.242636 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.242781 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.242965 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.243158 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.243347 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.243535 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.243723 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.243912 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.244100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.244286 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.244476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.244663 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.244852 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.245043 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.245231 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.245416 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.245560 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.245741 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.245929 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.246118 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.246304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.246490 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.246691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.246882 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.247069 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.247257 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.247447 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.247607 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.247793 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.247958 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.248186 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.248331 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.248472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.248635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.248793 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.248971 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.249157 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.249394 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.249544 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.249727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.249924 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.250111 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.250276 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.250489 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.250637 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.250776 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.250924 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.251123 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.251282 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.251470 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.251657 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.251844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.252041 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.252243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.252446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.252595 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.252868 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.253013 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.253153 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.253292 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.253432 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.253581 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.253720 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.253919 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.254114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.254302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.254497 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.254693 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.254887 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.255073 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.255267 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.255468 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.255655 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.255811 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.256000 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.256187 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.256374 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.256560 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.256763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.256906 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.257092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.257278 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.257498 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.257641 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.257781 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.257920 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.258104 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.258290 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.258447 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.258636 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.258822 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:02:37.258978 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82336) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Sep 16 19:02:37.514296 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 36550) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:02:37.525674 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092037 Sep 16 19:02:47.485551 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b20d2d-fe12-44f6-9689-80d1f9516210 None None] get_active_networks_info from dv-cinder-809448-1-smb {{(pid=82447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Sep 16 19:02:47.933888 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b20d2d-fe12-44f6-9689-80d1f9516210 None None] No non-hosted networks {{(pid=82447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 19:02:47.948175 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agentschedulers_db [None req-a4b20d2d-fe12-44f6-9689-80d1f9516210 None None] DHCP Agent not found on host dv-cinder-809448-1-smb {{(pid=82447) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Sep 16 19:02:48.038224 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c6bbb14f-d068-433c-b82c-4c56cbc2741f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2077737'] for agent, after_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:48.826200 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2077737'] for agent, after_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:48.827993 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:48.828557 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:48.829153 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:48.829718 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:48.830276 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:48.830822 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:48.831376 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:48.831942 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:48.832582 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:48.834549 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:48.835118 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:48.835718 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809448-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:02:48.848188 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809448-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:02:49.863206 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b10138d3-f926-4c7a-9142-13fbfec6a666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2077737'] for agent, after_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:49.909839 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f4d0bb6b-0e74-4a5a-8a6c-df0df99902c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:49.942442 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2077737'] for agent, after_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:51.260972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2077737'] for agent, after_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:52.357132 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 36664) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:02:52.960164 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.l3_hamode_db [None req-2d7af971-5bcf-45df-b52e-8b208fb0ca88 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 19:02:53.048720 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7af971-5bcf-45df-b52e-8b208fb0ca88 None None] Routers set() bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:02:53.049146 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7af971-5bcf-45df-b52e-8b208fb0ca88 None None] Router IDs set() for agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 16 19:02:53.102421 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [None req-4b8bca67-3f6c-4127-914a-bfb44020c8b0 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:02:53.103569 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-4b8bca67-3f6c-4127-914a-bfb44020c8b0 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7454183 Sep 16 19:02:55.327275 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 36680) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:02:55.404413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-f900d63d-e93e-4263-8891-41950bb25623 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:02:55.655945 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.policy [None req-f900d63d-e93e-4263-8891-41950bb25623 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82446) register_rules /opt/stack/neutron/neutron/policy.py:68}} Sep 16 19:02:55.663325 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota [None req-f900d63d-e93e-4263-8891-41950bb25623 admin admin] Loaded quota_driver: . Sep 16 19:02:55.700436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f900d63d-e93e-4263-8891-41950bb25623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:02:55.759304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f900d63d-e93e-4263-8891-41950bb25623 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252723133836', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252723155525', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252723156926', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252723091258', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252723342953', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-167533', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854428917', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2089974', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1966863'] for rbac-policy, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:55.822901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f900d63d-e93e-4263-8891-41950bb25623 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:55.824133 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f900d63d-e93e-4263-8891-41950bb25623 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.4958327 Sep 16 19:02:58.053190 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 36696) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:02:58.561948 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Request body: {'network': {'project_id': '906aab53ab9d4d4799d1e3980213d0bb', 'admin_state_up': True, 'name': 'private'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:02:58.564530 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.quota [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Loaded quota_driver: . Sep 16 19:02:58.601365 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:02:58.607309 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Usage tracker for resource:network and tenant:906aab53ab9d4d4799d1e3980213d0bb is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:02:58.611001 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:02:58.618105 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:02:58.630766 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Made reservation on behalf of 906aab53ab9d4d4799d1e3980213d0bb for: {'network': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:02:58.865278 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.policy [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82445) register_rules /opt/stack/neutron/neutron/policy.py:68}} Sep 16 19:02:58.876783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:58.895277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:58.940159 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:02:58.944349 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Usage tracker for resource:security_group_rule and tenant:906aab53ab9d4d4799d1e3980213d0bb is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:02:58.947226 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:02:58.953552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:02:59.024828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:59.027430 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:59.032570 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:02:59.054149 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=82445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:02:59.079530 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252720505835', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:59.080113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Unsubscribe: segment precommit_create {{(pid=82445) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Sep 16 19:02:59.080570 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Added segment be4211b2-4b69-42c4-b4c1-40cd075fe35e of type vlan for network 531c7e9b-f47e-4bbe-a5d0-87fb7f64316d Sep 16 19:02:59.089280 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dc9676-c4a6-4a26-b9ea-56a32aa8d4b2,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:02:59.158800 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:59.159098 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:59.159460 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:59.159811 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:59.160155 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:59.160499 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:59.160885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:59.161240 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:59.161581 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:59.161919 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:59.162256 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Tracked resource versions report: Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: pushed versions: Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': {'1.0'}, Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': {'1.1'}, Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': {'1.5'}, Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': {'1.2'}, Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': {'1.8'}, Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': {'1.2'}, Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': {'1.0'}, Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': {'1.1'}, Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': {'1.1'}} Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: consumer versions: Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: { DHCP agent@dv-cinder-809448-1-smb: {}, Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: L3 agent@dv-cinder-809448-1-smb: {}, Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: Metadata agent@dv-cinder-809448-1-smb: {}, Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: Metering agent@dv-cinder-809448-1-smb: {}, Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: Open vSwitch agent@dv-cinder-809448-1-smb: { 'ConntrackHelper': '1.0', Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': '1.0', Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': '1.1', Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': '1.5', Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': '1.2', Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': '1.8', Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': '1.2', Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': '1.0', Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': '1.0', Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': '1.1', Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': '1.1'}} Sep 16 19:02:59.163259 dv-cinder-809448-1-smb neutron-server[82336]: {{(pid=82445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:02:59.201462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:59.213280 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:02:59.240393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:59.241712 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:02:59.242342 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:02:59.247444 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:02:59.357513 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3021877 Sep 16 19:02:59.361212 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Pushing event updated for resources: {'Network': ['ID=531c7e9b-f47e-4bbe-a5d0-87fb7f64316d,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:02:59.364321 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:02:59.373268 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network 531c7e9b-f47e-4bbe-a5d0-87fb7f64316d details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:03:01.600662 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 36720) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:03:01.786442 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479c2ac4-f64c-4540-94c1-f8514c9e239b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:03:01.787804 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-479c2ac4-f64c-4540-94c1-f8514c9e239b admin admin] 10.222.0.39 "GET /v2.0/networks/531c7e9b-f47e-4bbe-a5d0-87fb7f64316d HTTP/1.1" status: 200 len: 825 time: 0.1861324 Sep 16 19:03:01.819894 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-22040a96-339d-4541-bf3c-85e205218ab3 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/1d4c50ac-dba6-4d19-9997-6c2e3846ec7c HTTP/1.1" status: 200 len: 734 time: 0.0257912 Sep 16 19:03:01.829530 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '1d4c50ac-dba6-4d19-9997-6c2e3846ec7c', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d', 'gateway_ip': '172.20.0.1'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:03:01.834108 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:03:01.837973 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Usage tracker for resource:subnet and tenant:906aab53ab9d4d4799d1e3980213d0bb is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:03:01.841296 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:03:01.847168 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:03:01.855545 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Made reservation on behalf of 906aab53ab9d4d4799d1e3980213d0bb for: {'subnet': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:03:01.860101 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:02.149579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for subnet, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:02.154439 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:02.241772 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79811c27-037c-48d8-a207-21a5de309d58,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:02.247859 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:02.249028 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Checking segment: {'id': 'be4211b2-4b69-42c4-b4c1-40cd075fe35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:03:02.249445 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Network hostable DHCP agents. Network: 531c7e9b-f47e-4bbe-a5d0-87fb7f64316d, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:03:02.273276 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Network 531c7e9b-f47e-4bbe-a5d0-87fb7f64316d is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:03:02.282387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, 531c7e9b-f47e-4bbe-a5d0-87fb7f64316d) {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:03:02.286843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:03:02.287481 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:02.292460 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0559fa94-01db-409d-816b-5933713e846b None None] Network 531c7e9b-f47e-4bbe-a5d0-87fb7f64316d requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:03:02.306393 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4809632 Sep 16 19:03:02.686113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e37b871-3d2b-560b-aa01-d504ce574d4f-531c7e9b-f47e-4bbe-a5d0-87fb7f64316d', 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'fixed_ips': [{'subnet_id': '79811c27-037c-48d8-a207-21a5de309d58'}]}} from dv-cinder-809448-1-smb. {{(pid=82447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:03:02.687674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:02.892746 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Allocated IP 172.20.0.2 (531c7e9b-f47e-4bbe-a5d0-87fb7f64316d/79811c27-037c-48d8-a207-21a5de309d58/d7c86320-3973-4d84-aca6-a24d255aba18) {{(pid=82447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:03:03.131856 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Notify callbacks [] for port, precommit_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:03.145150 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Transition to ACTIVE for port object d7c86320-3973-4d84-aca6-a24d255aba18 will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:03:03.168156 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Transition to ACTIVE for port object d7c86320-3973-4d84-aca6-a24d255aba18 will not be triggered until provisioned by entity DHCP. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:03:03.174026 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:03.178692 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:03.243834 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Network 531c7e9b-f47e-4bbe-a5d0-87fb7f64316d is already hosted by enough agents. {{(pid=82447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:03:03.246762 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Resources bound (agent type, host, resource id): {{(pid=82447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:03:03.252221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Pushing event updated for resources: {'Port': ['ID=d7c86320-3973-4d84-aca6-a24d255aba18,revision_number=1']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:03.255356 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Received port after_create {{(pid=82447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:03:03.267301 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:03.267699 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:03.268045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:03.268407 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:03.268792 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:03.269152 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:03.269509 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:03.269863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:03.270215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:03.270567 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:03.270917 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Tracked resource versions report: Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: pushed versions: Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': {'1.0'}, Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': {'1.1'}, Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': {'1.5'}, Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': {'1.2'}, Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': {'1.8'}, Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': {'1.2'}, Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': {'1.0'}, Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': {'1.1'}, Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': {'1.1'}} Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: consumer versions: Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: { DHCP agent@dv-cinder-809448-1-smb: {}, Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: L3 agent@dv-cinder-809448-1-smb: {}, Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: Metadata agent@dv-cinder-809448-1-smb: {}, Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: Metering agent@dv-cinder-809448-1-smb: {}, Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: Open vSwitch agent@dv-cinder-809448-1-smb: { 'ConntrackHelper': '1.0', Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': '1.0', Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': '1.1', Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': '1.5', Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': '1.2', Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': '1.8', Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': '1.2', Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': '1.0', Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': '1.0', Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': '1.1', Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': '1.1'}} Sep 16 19:03:03.271966 dv-cinder-809448-1-smb neutron-server[82336]: {{(pid=82447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:03:03.305231 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:03.360775 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Attempting to bind port d7c86320-3973-4d84-aca6-a24d255aba18 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:03:03.361214 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Attempting to bind port d7c86320-3973-4d84-aca6-a24d255aba18 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': 'be4211b2-4b69-42c4-b4c1-40cd075fe35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:03:03.361637 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Attempting to bind port d7c86320-3973-4d84-aca6-a24d255aba18 on network 531c7e9b-f47e-4bbe-a5d0-87fb7f64316d {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:03:03.368282 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:03:03.368754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Checking segment: {'id': 'be4211b2-4b69-42c4-b4c1-40cd075fe35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:03:03.369185 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:03.369615 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Bound using segment: {'id': 'be4211b2-4b69-42c4-b4c1-40cd075fe35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:03:03.370137 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Bound port: d7c86320-3973-4d84-aca6-a24d255aba18, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4211b2-4b69-42c4-b4c1-40cd075fe35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:03:03.370541 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:03.463754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] For port d7c86320-3973-4d84-aca6-a24d255aba18, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:03:03.467763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] For port d7c86320-3973-4d84-aca6-a24d255aba18, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=d7c86320-3973-4d84-aca6-a24d255aba18,segment=NetworkSegment(be4211b2-4b69-42c4-b4c1-40cd075fe35e),segment_id=be4211b2-4b69-42c4-b4c1-40cd075fe35e)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:03:03.470816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:03.475458 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:03.565159 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Pushing event updated for resources: {'Port': ['ID=d7c86320-3973-4d84-aca6-a24d255aba18,revision_number=2']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:03.568235 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:04.496836 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 36732) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:03:04.574369 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [None req-98117473-0f80-4580-b4c0-1b9a22fe206f admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:03:04.575446 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-98117473-0f80-4580-b4c0-1b9a22fe206f admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0775080 Sep 16 19:03:06.773319 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 36748) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:03:06.850395 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [None req-9e5c0ea4-b203-486f-b9ad-c27d32e0b37d admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:03:06.851549 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-9e5c0ea4-b203-486f-b9ad-c27d32e0b37d admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0772116 Sep 16 19:03:07.150505 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device d7c86320-3973-4d84-aca6-a24d255aba18 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:03:07.220909 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port d7c86320-3973-4d84-aca6-a24d255aba18 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:03:08.265837 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6369440-c724-4a4d-b272-ccd017c6161a None None] Network 531c7e9b-f47e-4bbe-a5d0-87fb7f64316d requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:03:08.369686 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-872ae6a4-de5d-4671-a358-f89144fcb944 None None] Provisioning for port d7c86320-3973-4d84-aca6-a24d255aba18 completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:03:08.387495 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-872ae6a4-de5d-4671-a358-f89144fcb944 None None] Provisioning complete for port d7c86320-3973-4d84-aca6-a24d255aba18 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:03:08.387918 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-872ae6a4-de5d-4671-a358-f89144fcb944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:08.615688 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-872ae6a4-de5d-4671-a358-f89144fcb944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:08.666312 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-872ae6a4-de5d-4671-a358-f89144fcb944 None None] For port d7c86320-3973-4d84-aca6-a24d255aba18, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=d7c86320-3973-4d84-aca6-a24d255aba18,segment=NetworkSegment(be4211b2-4b69-42c4-b4c1-40cd075fe35e),segment_id=be4211b2-4b69-42c4-b4c1-40cd075fe35e)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:03:08.670602 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-872ae6a4-de5d-4671-a358-f89144fcb944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:08.672889 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:08.741042 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ae6a4-de5d-4671-a358-f89144fcb944 None None] Pushing event updated for resources: {'Port': ['ID=d7c86320-3973-4d84-aca6-a24d255aba18,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:08.744358 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-872ae6a4-de5d-4671-a358-f89144fcb944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:08.900046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-3408d7c6-d355-417b-9381-088159a98339 None None] Provisioning complete for port d7c86320-3973-4d84-aca6-a24d255aba18 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:03:08.900453 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3408d7c6-d355-417b-9381-088159a98339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:09.105842 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 36762) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:03:09.134489 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device d7c86320-3973-4d84-aca6-a24d255aba18 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:03:09.183643 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-ba6063eb-030f-4eae-ab1c-7e1d9ba471f5 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'admin_state_up': True}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:03:09.189494 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ba6063eb-030f-4eae-ab1c-7e1d9ba471f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:03:09.193421 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ba6063eb-030f-4eae-ab1c-7e1d9ba471f5 admin admin] Usage tracker for resource:router and tenant:906aab53ab9d4d4799d1e3980213d0bb is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:03:09.196481 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ba6063eb-030f-4eae-ab1c-7e1d9ba471f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:03:09.202971 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ba6063eb-030f-4eae-ab1c-7e1d9ba471f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:03:09.212165 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ba6063eb-030f-4eae-ab1c-7e1d9ba471f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852699886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28556'] for router, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:09.213373 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ba6063eb-030f-4eae-ab1c-7e1d9ba471f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2015831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854747257'] for router, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:09.221621 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port d7c86320-3973-4d84-aca6-a24d255aba18 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:03:09.222032 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:09.236750 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ba6063eb-030f-4eae-ab1c-7e1d9ba471f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:09.460644 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ba6063eb-030f-4eae-ab1c-7e1d9ba471f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2075930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852708499'] for router, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:09.477788 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ba6063eb-030f-4eae-ab1c-7e1d9ba471f5 admin admin] Notify callbacks [] for router, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:09.479035 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ba6063eb-030f-4eae-ab1c-7e1d9ba471f5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3721526 Sep 16 19:03:11.633449 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 36774) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:03:11.711110 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [None req-c6539683-bae5-4e74-ae67-631713513de8 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:03:11.712203 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-c6539683-bae5-4e74-ae67-631713513de8 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0776410 Sep 16 19:03:13.892573 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 36786) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:03:13.967503 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:03:13.973689 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:03:13.977822 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Usage tracker for resource:network and tenant:cc58c01a711a49e6abe117e6a60f00f9 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:03:13.981248 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:03:13.988008 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:03:13.996511 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Made reservation on behalf of cc58c01a711a49e6abe117e6a60f00f9 for: {'network': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:03:14.002748 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:14.020682 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:14.062824 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:03:14.066590 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Usage tracker for resource:security_group_rule and tenant:cc58c01a711a49e6abe117e6a60f00f9 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:03:14.069468 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:03:14.075520 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:03:14.143035 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:14.145560 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:14.150102 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:14.162054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Reserving flat network on physical network physnet1 {{(pid=82446) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Sep 16 19:03:14.196928 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252720505835', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:14.197554 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Unsubscribe: segment precommit_create {{(pid=82446) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Sep 16 19:03:14.198020 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Added segment 13c15390-c3b0-48fb-b0dc-215d1eba1a30 of type flat for network 718729de-5f21-40b7-aa11-1e5226d826a0 Sep 16 19:03:14.248926 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef6cad6-a2e8-4c65-bf70-4009d2fb01da,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:14.276939 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:14.277307 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:14.277665 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:14.278024 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:14.278375 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:14.278723 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:14.279070 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:14.279431 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:14.279778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:14.280121 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:14.280487 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Tracked resource versions report: Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: pushed versions: Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': {'1.0'}, Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': {'1.1'}, Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': {'1.5'}, Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': {'1.2'}, Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': {'1.8'}, Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': {'1.2'}, Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': {'1.0'}, Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': {'1.1'}, Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': {'1.1'}} Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: consumer versions: Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: { DHCP agent@dv-cinder-809448-1-smb: {}, Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: L3 agent@dv-cinder-809448-1-smb: {}, Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: Metadata agent@dv-cinder-809448-1-smb: {}, Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: Metering agent@dv-cinder-809448-1-smb: {}, Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: Open vSwitch agent@dv-cinder-809448-1-smb: { 'ConntrackHelper': '1.0', Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': '1.0', Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': '1.1', Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': '1.5', Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': '1.2', Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': '1.8', Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': '1.2', Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': '1.0', Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': '1.0', Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': '1.1', Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': '1.1'}} Sep 16 19:03:14.281533 dv-cinder-809448-1-smb neutron-server[82336]: {{(pid=82446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:03:14.324834 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:14.326492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:14.369973 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:14.371244 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:03:14.371878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:14.377058 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:14.487030 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5932672 Sep 16 19:03:14.487756 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Pushing event updated for resources: {'Network': ['ID=718729de-5f21-40b7-aa11-1e5226d826a0,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:14.490932 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:14.525650 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network 718729de-5f21-40b7-aa11-1e5226d826a0 details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:03:16.637139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 36802) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:03:16.782782 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d6b9b1-084a-4b5c-b8c7-0bde67feeca3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:03:16.784152 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-15d6b9b1-084a-4b5c-b8c7-0bde67feeca3 admin admin] 10.222.0.39 "GET /v2.0/subnets/79811c27-037c-48d8-a207-21a5de309d58 HTTP/1.1" status: 200 len: 849 time: 0.1459863 Sep 16 19:03:16.959272 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-3d7e5975-23d4-4e89-a307-f4b268fbcf9f admin admin] 10.222.0.39 "GET /v2.0/routers/aa1af827-8c7f-4bc7-bad7-996d5a5b1b94 HTTP/1.1" status: 200 len: 704 time: 0.1688120 Sep 16 19:03:17.252879 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b3c3c24-17cc-44d6-ac27-dcea228a2fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:17.573001 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:17.831010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Allocated IP 172.20.0.1 (531c7e9b-f47e-4bbe-a5d0-87fb7f64316d/79811c27-037c-48d8-a207-21a5de309d58/7c838d8c-6764-47a6-9011-ef282efcac03) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:03:17.996094 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:18.014834 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Transition to ACTIVE for port object 7c838d8c-6764-47a6-9011-ef282efcac03 will not be triggered until provisioned by entity DHCP. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:03:18.064099 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:18.068484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:18.136690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Network 531c7e9b-f47e-4bbe-a5d0-87fb7f64316d is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:03:18.139516 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:03:18.144589 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Pushing event updated for resources: {'Port': ['ID=7c838d8c-6764-47a6-9011-ef282efcac03,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:18.158782 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:03:18.159352 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067753'] for router_interface, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:18.212827 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:18.283862 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:18.372209 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-70c29b86-5308-4b42-90b6-e9c07d5d08a5 None None] Provisioning for port 7c838d8c-6764-47a6-9011-ef282efcac03 completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:03:18.377706 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-70c29b86-5308-4b42-90b6-e9c07d5d08a5 None None] Provisioning complete for port 7c838d8c-6764-47a6-9011-ef282efcac03 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:03:18.378120 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-70c29b86-5308-4b42-90b6-e9c07d5d08a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:18.430153 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-70c29b86-5308-4b42-90b6-e9c07d5d08a5 None None] Port 7c838d8c-6764-47a6-9011-ef282efcac03 cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:03:18.528202 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:18.532024 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:18.533128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852708017'] for router_interface, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:18.537135 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:18.668709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Pushing event updated for resources: {'Port': ['ID=7c838d8c-6764-47a6-9011-ef282efcac03,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:18.673443 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:18.737732 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Network 531c7e9b-f47e-4bbe-a5d0-87fb7f64316d is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:03:18.738730 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:03:18.828538 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:19.057270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-b1d300d9-05fb-443e-9ad9-f1d944d1350d None None] Provisioning complete for port 7c838d8c-6764-47a6-9011-ef282efcac03 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:03:19.057837 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b1d300d9-05fb-443e-9ad9-f1d944d1350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:19.117976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-b1d300d9-05fb-443e-9ad9-f1d944d1350d None None] Port 7c838d8c-6764-47a6-9011-ef282efcac03 cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:03:19.254449 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Router aa1af827-8c7f-4bc7-bad7-996d5a5b1b94 is scheduled to L3 agent 5997707d-f400-4969-be70-26083f2c9806 with binding_index 1 {{(pid=82446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:03:19.425751 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:03:19.434999 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] 10.222.0.39 "PUT /v2.0/routers/aa1af827-8c7f-4bc7-bad7-996d5a5b1b94/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4702449 Sep 16 19:03:19.435962 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Sync routers for ids ['aa1af827-8c7f-4bc7-bad7-996d5a5b1b94'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:03:19.451564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Routers {'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:03:19.452304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:02:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['aa1af827-8c7f-4bc7-bad7-996d5a5b1b94'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:03:19.648996 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Set router aa1af827-8c7f-4bc7-bad7-996d5a5b1b94 gateway port host: None {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:03:19.862325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b0bdae9-12d1-41d1-973c-627eb43bab66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:19.894878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:20.025460 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'name': 'router1', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:03:09Z', 'updated_at': '2021-09-16T19:03:18Z', 'revision_number': 2, 'project_id': '906aab53ab9d4d4799d1e3980213d0bb', 'gw_port_host': None, '_interfaces': [{'id': '7c838d8c-6764-47a6-9011-ef282efcac03', 'name': '', 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'mac_address': 'fa:16:3e:95:8e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79811c27-037c-48d8-a207-21a5de309d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:17Z', 'updated_at': '2021-09-16T19:03:18Z', 'revision_number': 2, 'project_id': '906aab53ab9d4d4799d1e3980213d0bb', 'subnets': [{'id': '79811c27-037c-48d8-a207-21a5de309d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4c50ac-dba6-4d19-9997-6c2e3846ec7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:03:20.031303 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Checking router: aa1af827-8c7f-4bc7-bad7-996d5a5b1b94 for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:03:20.031770 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Updating router aa1af827-8c7f-4bc7-bad7-996d5a5b1b94 port 7c838d8c-6764-47a6-9011-ef282efcac03 binding host dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:03:20.090234 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:20.508352 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Notify callbacks [] for port, precommit_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:20.526285 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Transition to ACTIVE for port object 7c838d8c-6764-47a6-9011-ef282efcac03 will not be triggered until provisioned by entity L2. {{(pid=82448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:03:20.532778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:20.538542 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:20.685724 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Pushing event updated for resources: {'Port': ['ID=7c838d8c-6764-47a6-9011-ef282efcac03,revision_number=3']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:20.772357 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:20.772707 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:20.773115 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:20.773512 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:20.773912 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:20.774305 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:20.774706 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:20.775108 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:20.775498 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:20.775875 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:20.776281 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Tracked resource versions report: Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: pushed versions: Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': {'1.0'}, Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': {'1.1'}, Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': {'1.5'}, Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': {'1.2'}, Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': {'1.8'}, Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': {'1.2'}, Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': {'1.0'}, Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': {'1.1'}, Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': {'1.1'}} Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: consumer versions: Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: { DHCP agent@dv-cinder-809448-1-smb: {}, Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: L3 agent@dv-cinder-809448-1-smb: {}, Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: Metadata agent@dv-cinder-809448-1-smb: {}, Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: Metering agent@dv-cinder-809448-1-smb: {}, Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: Open vSwitch agent@dv-cinder-809448-1-smb: { 'ConntrackHelper': '1.0', Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': '1.0', Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': '1.1', Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': '1.5', Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': '1.2', Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': '1.8', Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': '1.2', Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': '1.0', Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': '1.0', Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': '1.1', Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': '1.1'}} Sep 16 19:03:20.777446 dv-cinder-809448-1-smb neutron-server[82336]: {{(pid=82448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:03:20.794247 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:20.798956 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Attempting to bind port 7c838d8c-6764-47a6-9011-ef282efcac03 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:03:20.799404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Attempting to bind port 7c838d8c-6764-47a6-9011-ef282efcac03 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': 'be4211b2-4b69-42c4-b4c1-40cd075fe35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d'}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:03:20.799829 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Attempting to bind port 7c838d8c-6764-47a6-9011-ef282efcac03 on network 531c7e9b-f47e-4bbe-a5d0-87fb7f64316d {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:03:20.807232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:03:20.807690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Checking segment: {'id': 'be4211b2-4b69-42c4-b4c1-40cd075fe35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:03:20.808174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:20.808738 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Bound using segment: {'id': 'be4211b2-4b69-42c4-b4c1-40cd075fe35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d'} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:03:20.809227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Bound port: 7c838d8c-6764-47a6-9011-ef282efcac03, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4211b2-4b69-42c4-b4c1-40cd075fe35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d'}}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:03:20.809634 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:20.906112 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] For port 7c838d8c-6764-47a6-9011-ef282efcac03, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:03:20.910866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] For port 7c838d8c-6764-47a6-9011-ef282efcac03, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=7c838d8c-6764-47a6-9011-ef282efcac03,segment=NetworkSegment(be4211b2-4b69-42c4-b4c1-40cd075fe35e),segment_id=be4211b2-4b69-42c4-b4c1-40cd075fe35e)] {{(pid=82448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:03:20.913422 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:20.918758 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:21.012528 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Pushing event updated for resources: {'Port': ['ID=7c838d8c-6764-47a6-9011-ef282efcac03,revision_number=4']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:21.016843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:21.023081 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Routers {'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:03:21.023689 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:03:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['aa1af827-8c7f-4bc7-bad7-996d5a5b1b94'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:03:21.202827 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] Set router aa1af827-8c7f-4bc7-bad7-996d5a5b1b94 gateway port host: None {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:03:21.211817 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:21.572446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'name': 'router1', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:03:09Z', 'updated_at': '2021-09-16T19:03:18Z', 'revision_number': 2, 'project_id': '906aab53ab9d4d4799d1e3980213d0bb', 'gw_port_host': None, '_interfaces': [{'id': '7c838d8c-6764-47a6-9011-ef282efcac03', 'name': '', 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'mac_address': 'fa:16:3e:95:8e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79811c27-037c-48d8-a207-21a5de309d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:17Z', 'updated_at': '2021-09-16T19:03:20Z', 'revision_number': 4, 'project_id': '906aab53ab9d4d4799d1e3980213d0bb', 'subnets': [{'id': '79811c27-037c-48d8-a207-21a5de309d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4c50ac-dba6-4d19-9997-6c2e3846ec7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:03:21.576772 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c98d5-24ae-47bd-81be-97b8bc767a85 None None] The sync data for ids ['aa1af827-8c7f-4bc7-bad7-996d5a5b1b94'] in dv-cinder-809448-1-smb is: [{'id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'name': 'router1', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:03:09Z', 'updated_at': '2021-09-16T19:03:18Z', 'revision_number': 2, 'project_id': '906aab53ab9d4d4799d1e3980213d0bb', 'gw_port_host': None, '_interfaces': [{'id': '7c838d8c-6764-47a6-9011-ef282efcac03', 'name': '', 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'mac_address': 'fa:16:3e:95:8e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79811c27-037c-48d8-a207-21a5de309d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:17Z', 'updated_at': '2021-09-16T19:03:20Z', 'revision_number': 4, 'project_id': '906aab53ab9d4d4799d1e3980213d0bb', 'subnets': [{'id': '79811c27-037c-48d8-a207-21a5de309d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4c50ac-dba6-4d19-9997-6c2e3846ec7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:03:21.622727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 36818) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:03:21.816213 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b2a16-c53e-4a71-a9f2-088b0172ccf6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:03:21.817010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f86b2a16-c53e-4a71-a9f2-088b0172ccf6 admin admin] Synchronizing usage tracker for tenant:cc58c01a711a49e6abe117e6a60f00f9 on resource:network {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:03:21.833856 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f86b2a16-c53e-4a71-a9f2-088b0172ccf6 admin admin] Unset dirty status for tenant:cc58c01a711a49e6abe117e6a60f00f9 on resource:network {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:03:21.835659 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f86b2a16-c53e-4a71-a9f2-088b0172ccf6 admin admin] 10.222.0.39 "GET /v2.0/networks/718729de-5f21-40b7-aa11-1e5226d826a0 HTTP/1.1" status: 200 len: 842 time: 0.2113433 Sep 16 19:03:21.845725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Request body: {'subnet': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'ip_version': 4, 'gateway_ip': '172.28.0.1'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:03:21.851060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:03:21.854977 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Usage tracker for resource:subnet and tenant:cc58c01a711a49e6abe117e6a60f00f9 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:03:21.858002 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:03:21.865123 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:03:21.873680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Made reservation on behalf of cc58c01a711a49e6abe117e6a60f00f9 for: {'subnet': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:03:21.878259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:22.271424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for subnet, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:22.275788 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:22.352462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36747542-734f-49ce-8806-50515b72b8f0,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:22.358905 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:22.363647 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Checking segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:03:22.364029 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Network hostable DHCP agents. Network: 718729de-5f21-40b7-aa11-1e5226d826a0, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:03:22.391515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:03:22.401425 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, 718729de-5f21-40b7-aa11-1e5226d826a0) {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:03:22.406708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:03:22.407353 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:22.411639 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7817e5-94ba-4172-98ac-fe2fc9307f87 None None] Network 718729de-5f21-40b7-aa11-1e5226d826a0 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:03:22.428933 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5874076 Sep 16 19:03:22.659320 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9a8acb-c081-4247-9bd2-408615dfcba8 None None] Network 718729de-5f21-40b7-aa11-1e5226d826a0 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:03:23.150117 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 7c838d8c-6764-47a6-9011-ef282efcac03 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:03:23.221671 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port 7c838d8c-6764-47a6-9011-ef282efcac03 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:03:23.226391 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 7c838d8c-6764-47a6-9011-ef282efcac03 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:03:23.226798 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:23.341817 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:23.374767 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port 7c838d8c-6764-47a6-9011-ef282efcac03, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=7c838d8c-6764-47a6-9011-ef282efcac03,segment=NetworkSegment(be4211b2-4b69-42c4-b4c1-40cd075fe35e),segment_id=be4211b2-4b69-42c4-b4c1-40cd075fe35e)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:03:23.377559 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:23.380613 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-872ae6a4-de5d-4671-a358-f89144fcb944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:23.447863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=7c838d8c-6764-47a6-9011-ef282efcac03,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:23.452369 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:24.672148 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 36834) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:03:24.912932 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-258700b6-07ed-4e03-b13b-6a8bd1de9765 admin admin] 10.222.0.39 "GET /v2.0/routers/aa1af827-8c7f-4bc7-bad7-996d5a5b1b94 HTTP/1.1" status: 200 len: 710 time: 0.2394154 Sep 16 19:03:25.050510 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f1ceeb-2e16-4129-941d-ccb659ff0405 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:03:25.051981 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-61f1ceeb-2e16-4129-941d-ccb659ff0405 admin admin] 10.222.0.39 "GET /v2.0/networks/718729de-5f21-40b7-aa11-1e5226d826a0 HTTP/1.1" status: 200 len: 886 time: 0.1331041 Sep 16 19:03:25.062474 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:03:25.135105 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 7c838d8c-6764-47a6-9011-ef282efcac03 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:03:25.205275 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 7c838d8c-6764-47a6-9011-ef282efcac03 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:03:25.205618 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:25.705570 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2067211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852699795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5993'] for router, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:25.896371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:25.957381 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:26.105328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Allocated IP 172.28.0.29 (718729de-5f21-40b7-aa11-1e5226d826a0/36747542-734f-49ce-8806-50515b72b8f0/191d6a3f-a044-47fa-b61a-ecc2d2ebb30d) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:03:26.259004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:26.283536 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:26.287984 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-40148db7-19c8-48ff-9477-9c9af7463318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:26.356861 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:03:26.362897 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:03:26.368096 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:03:26.394841 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Pushing event updated for resources: {'Port': ['ID=191d6a3f-a044-47fa-b61a-ecc2d2ebb30d,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:26.401504 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:26.517268 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:26.689874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2067211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852699795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5993'] for router, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:26.693376 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852708499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852708590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2067226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2076021'] for router, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:26.895953 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Router aa1af827-8c7f-4bc7-bad7-996d5a5b1b94 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:03:27.102603 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:03:27.111349 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Notify callbacks [] for router, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:27.112308 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Sync routers for ids ['aa1af827-8c7f-4bc7-bad7-996d5a5b1b94'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:03:27.112628 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] 10.222.0.39 "PUT /v2.0/routers/aa1af827-8c7f-4bc7-bad7-996d5a5b1b94 HTTP/1.1" status: 200 len: 889 time: 2.0540707 Sep 16 19:03:27.126024 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Routers {'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:03:27.126718 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:03:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['aa1af827-8c7f-4bc7-bad7-996d5a5b1b94'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:03:27.137823 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 5 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:03:27.325457 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Set router aa1af827-8c7f-4bc7-bad7-996d5a5b1b94 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:03:27.686576 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'name': 'router1', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '191d6a3f-a044-47fa-b61a-ecc2d2ebb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:03:09Z', 'updated_at': '2021-09-16T19:03:26Z', 'revision_number': 4, 'project_id': '906aab53ab9d4d4799d1e3980213d0bb', 'gw_port': {'id': '191d6a3f-a044-47fa-b61a-ecc2d2ebb30d', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:25Z', 'updated_at': '2021-09-16T19:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '7c838d8c-6764-47a6-9011-ef282efcac03', 'name': '', 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'mac_address': 'fa:16:3e:95:8e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79811c27-037c-48d8-a207-21a5de309d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:17Z', 'updated_at': '2021-09-16T19:03:23Z', 'revision_number': 5, 'project_id': '906aab53ab9d4d4799d1e3980213d0bb', 'subnets': [{'id': '79811c27-037c-48d8-a207-21a5de309d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4c50ac-dba6-4d19-9997-6c2e3846ec7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:03:27.691595 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Checking router: aa1af827-8c7f-4bc7-bad7-996d5a5b1b94 for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:03:27.692005 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Updating router aa1af827-8c7f-4bc7-bad7-996d5a5b1b94 port 191d6a3f-a044-47fa-b61a-ecc2d2ebb30d binding host dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:03:27.747187 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:28.093549 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Notify callbacks [] for port, precommit_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:28.105210 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Transition to ACTIVE for port object 191d6a3f-a044-47fa-b61a-ecc2d2ebb30d will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:03:28.111189 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:28.115601 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:28.194653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Attempting to bind port 191d6a3f-a044-47fa-b61a-ecc2d2ebb30d on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:03:28.195052 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Attempting to bind port 191d6a3f-a044-47fa-b61a-ecc2d2ebb30d by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:03:28.195449 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Attempting to bind port 191d6a3f-a044-47fa-b61a-ecc2d2ebb30d on network 718729de-5f21-40b7-aa11-1e5226d826a0 {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:03:28.197481 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae6a79-a7d5-4724-8824-5bbe39095567 None None] Pushing event updated for resources: {'Port': ['ID=191d6a3f-a044-47fa-b61a-ecc2d2ebb30d,revision_number=2']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:28.201643 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-28ae6a79-a7d5-4724-8824-5bbe39095567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:28.207079 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:03:28.207666 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Checking segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:03:28.208298 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:28.208983 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Bound using segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:03:28.209731 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Bound port: 191d6a3f-a044-47fa-b61a-ecc2d2ebb30d, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:03:28.210323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:28.289615 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] For port 191d6a3f-a044-47fa-b61a-ecc2d2ebb30d, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:03:28.292957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] For port 191d6a3f-a044-47fa-b61a-ecc2d2ebb30d, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=191d6a3f-a044-47fa-b61a-ecc2d2ebb30d,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:03:28.296611 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:28.301055 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3625c24a-f45a-41fb-88d1-d463fff7286c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:28.377198 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae6a79-a7d5-4724-8824-5bbe39095567 None None] Pushing event updated for resources: {'Port': ['ID=191d6a3f-a044-47fa-b61a-ecc2d2ebb30d,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:28.382020 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-28ae6a79-a7d5-4724-8824-5bbe39095567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:28.385321 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Routers {'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:03:28.385959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:03:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['aa1af827-8c7f-4bc7-bad7-996d5a5b1b94'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:03:28.707926 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] Set router aa1af827-8c7f-4bc7-bad7-996d5a5b1b94 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:03:29.045233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'name': 'router1', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '191d6a3f-a044-47fa-b61a-ecc2d2ebb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:03:09Z', 'updated_at': '2021-09-16T19:03:26Z', 'revision_number': 4, 'project_id': '906aab53ab9d4d4799d1e3980213d0bb', 'gw_port': {'id': '191d6a3f-a044-47fa-b61a-ecc2d2ebb30d', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:25Z', 'updated_at': '2021-09-16T19:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '7c838d8c-6764-47a6-9011-ef282efcac03', 'name': '', 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'mac_address': 'fa:16:3e:95:8e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79811c27-037c-48d8-a207-21a5de309d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:17Z', 'updated_at': '2021-09-16T19:03:23Z', 'revision_number': 5, 'project_id': '906aab53ab9d4d4799d1e3980213d0bb', 'subnets': [{'id': '79811c27-037c-48d8-a207-21a5de309d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4c50ac-dba6-4d19-9997-6c2e3846ec7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:03:29.049892 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b1855-d21c-4b23-89a4-9b0eaa05b6fa None None] The sync data for ids ['aa1af827-8c7f-4bc7-bad7-996d5a5b1b94'] in dv-cinder-809448-1-smb is: [{'id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'name': 'router1', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '191d6a3f-a044-47fa-b61a-ecc2d2ebb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:03:09Z', 'updated_at': '2021-09-16T19:03:26Z', 'revision_number': 4, 'project_id': '906aab53ab9d4d4799d1e3980213d0bb', 'gw_port': {'id': '191d6a3f-a044-47fa-b61a-ecc2d2ebb30d', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:25Z', 'updated_at': '2021-09-16T19:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '7c838d8c-6764-47a6-9011-ef282efcac03', 'name': '', 'network_id': '531c7e9b-f47e-4bbe-a5d0-87fb7f64316d', 'tenant_id': '906aab53ab9d4d4799d1e3980213d0bb', 'mac_address': 'fa:16:3e:95:8e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1af827-8c7f-4bc7-bad7-996d5a5b1b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79811c27-037c-48d8-a207-21a5de309d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:17Z', 'updated_at': '2021-09-16T19:03:23Z', 'revision_number': 5, 'project_id': '906aab53ab9d4d4799d1e3980213d0bb', 'subnets': [{'id': '79811c27-037c-48d8-a207-21a5de309d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4c50ac-dba6-4d19-9997-6c2e3846ec7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:03:29.437465 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 36846) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:03:29.585687 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-dab2f6cd-a98d-429a-85e0-8e738c517480 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1468248 Sep 16 19:03:31.175610 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 191d6a3f-a044-47fa-b61a-ecc2d2ebb30d up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:03:31.248855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port 191d6a3f-a044-47fa-b61a-ecc2d2ebb30d completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:03:31.253822 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 191d6a3f-a044-47fa-b61a-ecc2d2ebb30d triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:03:31.254232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:31.371361 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:31.391533 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port 191d6a3f-a044-47fa-b61a-ecc2d2ebb30d, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=191d6a3f-a044-47fa-b61a-ecc2d2ebb30d,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:03:31.394733 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:31.398504 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:03:31.472693 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=191d6a3f-a044-47fa-b61a-ecc2d2ebb30d,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:03:31.475865 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:03:33.181920 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 191d6a3f-a044-47fa-b61a-ecc2d2ebb30d up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:03:33.297975 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 191d6a3f-a044-47fa-b61a-ecc2d2ebb30d triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:03:33.298393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:47.254828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e0b41c44-197c-4f21-bed9-84e04ffafe44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:48.830045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:49.863829 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f20bb1e9-246f-47ba-9eed-5a494b37895a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:49.897827 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:03:51.214157 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:04:04.137517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 5 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:04:17.267119 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ddcdbc27-48e0-4e29-a224-1957d300af65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:04:18.833564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:04:19.864251 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0d1e3721-c482-4b99-9b2d-7c4ef25dbf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:04:19.900938 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:04:21.223965 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:04:41.137613 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 5 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:04:47.259485 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb8ac-dfb4-48ea-985c-af206804183b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:04:48.835921 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:04:49.865623 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad7f99dd-eb28-4444-8703-4a517153beac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:04:49.901995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:04:51.227508 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:04.482336 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37384) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:05:04.582955 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f526917-20ac-4003-a5a4-94f56c6d49c6 admin admin] GET failed (client error): The resource could not be found. Sep 16 19:05:04.584274 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-9f526917-20ac-4003-a5a4-94f56c6d49c6 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1008930 Sep 16 19:05:04.737559 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57fcf37-ec32-439f-8d71-acffb477f5ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:04.739417 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f57fcf37-ec32-439f-8d71-acffb477f5ab admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1509244 Sep 16 19:05:06.817021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37396) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:05:06.961612 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0809e203-4200-4e20-a709-9097bbfec11e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:06.962230 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0809e203-4200-4e20-a709-9097bbfec11e admin admin] Synchronizing usage tracker for tenant:cc58c01a711a49e6abe117e6a60f00f9 on resource:subnet {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:05:06.977173 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0809e203-4200-4e20-a709-9097bbfec11e admin admin] Unset dirty status for tenant:cc58c01a711a49e6abe117e6a60f00f9 on resource:subnet {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:05:06.978507 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0809e203-4200-4e20-a709-9097bbfec11e admin admin] 10.222.0.39 "GET /v2.0/subnets/79811c27-037c-48d8-a207-21a5de309d58 HTTP/1.1" status: 200 len: 849 time: 0.1603844 Sep 16 19:05:06.988505 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:05:07.111031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Notify callbacks [] for subnet, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:07.306929 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784134212143'] for subnet, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:07.311429 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:05:07.367237 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:07.367935 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:07.369200 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] 10.222.0.39 "PUT /v2.0/subnets/79811c27-037c-48d8-a207-21a5de309d58 HTTP/1.1" status: 200 len: 868 time: 0.3847411 Sep 16 19:05:07.371653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654abf75-2995-485d-9aa4-90ab7d43fbe3 None None] Network 531c7e9b-f47e-4bbe-a5d0-87fb7f64316d requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:05:07.382972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=79811c27-037c-48d8-a207-21a5de309d58,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:05:07.393382 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:07.393745 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:07.394116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:07.394485 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:07.394847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:07.395209 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:07.395571 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:07.395935 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:07.396288 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:07.396661 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:07.397009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:07.400874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:05:07.916463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-8211b254-aee2-460a-bcf8-912e6d923270 None None] Provisioning complete for port d7c86320-3973-4d84-aca6-a24d255aba18 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:05:07.917000 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8211b254-aee2-460a-bcf8-912e6d923270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:08.049049 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-8211b254-aee2-460a-bcf8-912e6d923270 None None] Provisioning complete for port 7c838d8c-6764-47a6-9011-ef282efcac03 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:05:08.049462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8211b254-aee2-460a-bcf8-912e6d923270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:09.451069 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37408) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:05:09.662232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd2ceb-dbf0-478b-aa9b-0567e544f0bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:09.662585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd2ceb-dbf0-478b-aa9b-0567e544f0bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:09.664214 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-b7cd2ceb-dbf0-478b-aa9b-0567e544f0bd admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2114339 Sep 16 19:05:11.741337 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37420) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:05:12.105048 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f19c7-9d8e-4e8d-be62-f917442dd9e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:12.105477 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f19c7-9d8e-4e8d-be62-f917442dd9e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:12.107143 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-6d4f19c7-9d8e-4e8d-be62-f917442dd9e4 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3647778 Sep 16 19:05:14.175729 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37432) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:05:14.395350 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4a3cb-934e-45b9-b333-520586be453b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:14.396830 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-31e4a3cb-934e-45b9-b333-520586be453b admin admin] 10.222.0.39 "GET /v2.0/networks/531c7e9b-f47e-4bbe-a5d0-87fb7f64316d HTTP/1.1" status: 200 len: 869 time: 0.2200394 Sep 16 19:05:16.501885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37444) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:05:16.706315 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec259116-ef9b-4c84-b270-7759521d6f9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:16.707719 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ec259116-ef9b-4c84-b270-7759521d6f9f admin admin] 10.222.0.39 "GET /v2.0/networks/718729de-5f21-40b7-aa11-1e5226d826a0 HTTP/1.1" status: 200 len: 886 time: 0.2048075 Sep 16 19:05:17.260546 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0fb33231-8cff-4eb3-bc84-63c244697da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:18.137846 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 5 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:05:18.802581 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37456) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:05:18.838038 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:18.944592 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307079f0-2687-48e0-8826-8ff1a2aab223 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:18.945040 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307079f0-2687-48e0-8826-8ff1a2aab223 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:18.946669 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-307079f0-2687-48e0-8826-8ff1a2aab223 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1430600 Sep 16 19:05:19.866515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-71d2414d-5d9a-485c-a928-164a0ceb3c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:19.905110 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:21.033343 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37468) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:05:21.178258 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2704bf47-0a03-46ea-9bc0-dbedb63b8660 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:21.178624 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2704bf47-0a03-46ea-9bc0-dbedb63b8660 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:21.180246 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-2704bf47-0a03-46ea-9bc0-dbedb63b8660 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1458297 Sep 16 19:05:21.237006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:23.266214 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37480) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:05:23.399433 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07794c2c-b0df-434a-996e-e031793589ea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:23.400814 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-07794c2c-b0df-434a-996e-e031793589ea admin admin] 10.222.0.39 "GET /v2.0/subnets/36747542-734f-49ce-8806-50515b72b8f0 HTTP/1.1" status: 200 len: 816 time: 0.1335504 Sep 16 19:05:25.488372 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37492) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:05:25.634299 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3fde4b-002e-4493-a55b-0439096acd99 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:25.635747 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-2f3fde4b-002e-4493-a55b-0439096acd99 admin admin] 10.222.0.39 "GET /v2.0/subnets/79811c27-037c-48d8-a207-21a5de309d58 HTTP/1.1" status: 200 len: 868 time: 0.1463242 Sep 16 19:05:45.563319 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37540) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:05:45.639031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [None req-21e588dd-4a7f-4324-b02f-0935cc8c555d admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:05:45.640092 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-21e588dd-4a7f-4324-b02f-0935cc8c555d admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0757365 Sep 16 19:05:47.277729 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-54c77cda-3652-45fd-8a6b-a19628011343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:47.817416 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37552) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:05:47.915122 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ae7775-3d96-4a34-9e75-44abd6735334 admin admin] GET failed (client error): The resource could not be found. Sep 16 19:05:47.916440 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-69ae7775-3d96-4a34-9e75-44abd6735334 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0979838 Sep 16 19:05:48.052450 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56577fb-8755-4175-81ba-df59bb7aa5f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:48.053961 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-c56577fb-8755-4175-81ba-df59bb7aa5f5 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1324656 Sep 16 19:05:48.840340 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:49.867835 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-83a3536e-15aa-4b04-88a3-82cefe279673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:49.909101 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:50.151599 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37564) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:05:50.227604 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:05:50.232388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:05:50.242387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:05:50.251862 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] Made reservation on behalf of cc58c01a711a49e6abe117e6a60f00f9 for: {'network': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:05:50.256379 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:50.350550 dv-cinder-809448-1-smb neutron-server[82336]: WARNING neutron.services.revisions.revision_plugin [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] Could not find related network for resource to bump revision. Sep 16 19:05:50.365044 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=82446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:05:50.374637 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:50.375011 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] Added segment 8f63729c-c193-4fcb-8ec0-8ba92f0773c2 of type vlan for network 6832c84a-1d7b-4401-8a4d-621dfd0ac6e2 Sep 16 19:05:50.400909 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:50.428895 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:50.430094 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:50.430718 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:50.435469 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:05:50.541352 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3885753 Sep 16 19:05:50.542084 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] Pushing event updated for resources: {'Network': ['ID=6832c84a-1d7b-4401-8a4d-621dfd0ac6e2,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:05:50.545819 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-31bc08d5-676b-4053-bd64-b0bf4f819136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:05:50.553439 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network 6832c84a-1d7b-4401-8a4d-621dfd0ac6e2 details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:05:51.238997 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:52.638440 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37576) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:05:52.737275 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.pecan_wsgi.hooks.translation [None req-b068fcdb-09cf-4335-ba1e-6c660c25913a admin admin] GET failed (client error): The resource could not be found. Sep 16 19:05:52.737828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-b068fcdb-09cf-4335-ba1e-6c660c25913a admin admin] Synchronizing usage tracker for tenant:cc58c01a711a49e6abe117e6a60f00f9 on resource:network {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:05:52.752414 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-b068fcdb-09cf-4335-ba1e-6c660c25913a admin admin] Unset dirty status for tenant:cc58c01a711a49e6abe117e6a60f00f9 on resource:network {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:05:52.753603 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-b068fcdb-09cf-4335-ba1e-6c660c25913a admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1135693 Sep 16 19:05:52.867395 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d22ea9-ecab-43d2-a69d-cbaf7eb1c8f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:52.868955 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-97d22ea9-ecab-43d2-a69d-cbaf7eb1c8f4 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1109562 Sep 16 19:05:52.879594 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '6832c84a-1d7b-4401-8a4d-621dfd0ac6e2'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:05:52.884132 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:05:52.894618 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:05:52.903226 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Made reservation on behalf of cc58c01a711a49e6abe117e6a60f00f9 for: {'subnet': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:05:52.907740 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:53.116016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for subnet, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:53.120577 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-5c14997d-547f-445f-a9a7-200e3ad14820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:05:53.193472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=179395b6-8038-405d-a6f6-6a9d87b1dd7f,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:05:53.198517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:05:53.209323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Checking segment: {'id': '8f63729c-c193-4fcb-8ec0-8ba92f0773c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6832c84a-1d7b-4401-8a4d-621dfd0ac6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:05:53.209714 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Network hostable DHCP agents. Network: 6832c84a-1d7b-4401-8a4d-621dfd0ac6e2, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:05:53.231128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Network 6832c84a-1d7b-4401-8a4d-621dfd0ac6e2 is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:05:53.239112 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, 6832c84a-1d7b-4401-8a4d-621dfd0ac6e2) {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:05:53.242955 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:05:53.243599 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:53.250035 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c5ef61-d2ba-41f4-8633-d23cc8d9f889 None None] Network 6832c84a-1d7b-4401-8a4d-621dfd0ac6e2 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:05:53.267307 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3912871 Sep 16 19:05:53.478270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e37b871-3d2b-560b-aa01-d504ce574d4f-6832c84a-1d7b-4401-8a4d-621dfd0ac6e2', 'network_id': '6832c84a-1d7b-4401-8a4d-621dfd0ac6e2', 'tenant_id': 'cc58c01a711a49e6abe117e6a60f00f9', 'fixed_ips': [{'subnet_id': '179395b6-8038-405d-a6f6-6a9d87b1dd7f'}]}} from dv-cinder-809448-1-smb. {{(pid=82447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:05:53.479190 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:53.649669 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Allocated IP 192.168.233.2 (6832c84a-1d7b-4401-8a4d-621dfd0ac6e2/179395b6-8038-405d-a6f6-6a9d87b1dd7f/e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a) {{(pid=82447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:05:53.865557 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Notify callbacks [] for port, precommit_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:53.877137 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Transition to ACTIVE for port object e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:05:53.897208 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Transition to ACTIVE for port object e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a will not be triggered until provisioned by entity DHCP. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:05:53.901593 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:53.907314 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-28ae6a79-a7d5-4724-8824-5bbe39095567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:05:54.118981 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Network 6832c84a-1d7b-4401-8a4d-621dfd0ac6e2 is already hosted by enough agents. {{(pid=82447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:05:54.121994 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Resources bound (agent type, host, resource id): {{(pid=82447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:05:54.127233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Received port after_create {{(pid=82447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:05:54.129521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Pushing event updated for resources: {'Port': ['ID=e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a,revision_number=1']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:05:54.141874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:54.142253 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:54.142626 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:54.142996 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:54.143362 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:54.143726 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:54.144088 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:54.144452 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:54.144837 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:54.145190 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:54.145548 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:05:54.173303 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:05:54.231318 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Attempting to bind port e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:05:54.231730 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Attempting to bind port e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '8f63729c-c193-4fcb-8ec0-8ba92f0773c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6832c84a-1d7b-4401-8a4d-621dfd0ac6e2'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:05:54.232137 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Attempting to bind port e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a on network 6832c84a-1d7b-4401-8a4d-621dfd0ac6e2 {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:05:54.239521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:05:54.239936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Checking segment: {'id': '8f63729c-c193-4fcb-8ec0-8ba92f0773c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6832c84a-1d7b-4401-8a4d-621dfd0ac6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:05:54.240382 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:54.240847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Bound using segment: {'id': '8f63729c-c193-4fcb-8ec0-8ba92f0773c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6832c84a-1d7b-4401-8a4d-621dfd0ac6e2'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:05:54.241366 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Bound port: e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f63729c-c193-4fcb-8ec0-8ba92f0773c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6832c84a-1d7b-4401-8a4d-621dfd0ac6e2'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:05:54.241784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:54.334753 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] For port e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:05:54.337975 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] For port e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a,segment=NetworkSegment(8f63729c-c193-4fcb-8ec0-8ba92f0773c2),segment_id=8f63729c-c193-4fcb-8ec0-8ba92f0773c2)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:05:54.341231 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:54.345981 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:05:54.424848 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Pushing event updated for resources: {'Port': ['ID=e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a,revision_number=2']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:05:54.428579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:05:55.137893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 5 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:05:55.236921 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:05:55.312931 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:05:55.869682 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fdbeee-a87b-4865-ab15-f5388bb2e7d9 None None] Network 6832c84a-1d7b-4401-8a4d-621dfd0ac6e2 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:05:55.971522 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-e14f465b-19b0-427b-a39b-a87f89042d77 None None] Provisioning for port e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:05:55.987468 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-e14f465b-19b0-427b-a39b-a87f89042d77 None None] Provisioning complete for port e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:05:55.987885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e14f465b-19b0-427b-a39b-a87f89042d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:56.210931 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e14f465b-19b0-427b-a39b-a87f89042d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:56.257410 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-e14f465b-19b0-427b-a39b-a87f89042d77 None None] For port e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a,segment=NetworkSegment(8f63729c-c193-4fcb-8ec0-8ba92f0773c2),segment_id=8f63729c-c193-4fcb-8ec0-8ba92f0773c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:05:56.260701 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e14f465b-19b0-427b-a39b-a87f89042d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:56.262798 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:05:56.335113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f465b-19b0-427b-a39b-a87f89042d77 None None] Pushing event updated for resources: {'Port': ['ID=e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:05:56.338371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e14f465b-19b0-427b-a39b-a87f89042d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:05:56.585736 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-e557b917-03e5-4908-8ee4-df17bf139957 None None] Provisioning complete for port e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:05:56.586161 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e557b917-03e5-4908-8ee4-df17bf139957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:05:57.211534 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:05:57.283288 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port e5ae20f3-7fcb-468b-8e88-d7f2cc318e3a triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:05:57.283697 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:06:17.260304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd9a7-b190-477e-b5d1-893caefcfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:06:18.844905 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:06:19.869121 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1a56bbfd-3ce9-476b-9c46-39ebc45ce8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:06:19.910951 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:06:21.254386 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:06:32.139859 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 5 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:06:47.260663 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-31a2f744-49b2-4d14-9d6e-d88ac6a02158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:06:48.847394 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:06:49.870986 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a7420280-0930-422a-9e31-4881cb8cdbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:06:49.914444 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:06:51.249104 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:09.141218 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 5 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:07:14.054073 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37610) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:07:14.060797 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [None req-c138f087-2602-49de-a2e3-6f9da41d470a tempest-verify_tempest_config-1078457210 tempest-verify_tempest_config-1078457210-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:07:14.061850 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-c138f087-2602-49de-a2e3-6f9da41d470a tempest-verify_tempest_config-1078457210 tempest-verify_tempest_config-1078457210-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0067308 Sep 16 19:07:14.473193 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 37628) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:07:14.623052 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:14.656234 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:07:14.660249 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Usage tracker for resource:security_group_rule and tenant:e2c1403033cc464b8e5497f864de1bef is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:07:14.663190 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:07:14.669112 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:07:14.737126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:14.739555 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:14.748168 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:07:14.792231 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2c1403033cc464b8e5497f864de1bef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3178010 Sep 16 19:07:14.792936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39868dfb-b612-4657-9a35-b19ded2f9b0b,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:07:14.795853 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37634) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:07:14.802588 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.802957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.803321 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.803682 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.804100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.804426 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.804803 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.805191 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.805540 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.805885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.806231 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.810644 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:07:14.858690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:14.885232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:14.941536 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:14.946703 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:07:14.960106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39868dfb-b612-4657-9a35-b19ded2f9b0b,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:07:14.966992 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:14.968182 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39868dfb-b612-4657-9a35-b19ded2f9b0b HTTP/1.1" status: 204 len: 168 time: 0.1713147 Sep 16 19:07:14.971546 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.971926 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.972299 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.972690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.973060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.973424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.973826 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.974122 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.974478 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.974835 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.975188 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:07:14.978702 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:07:17.262429 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-57ae35c8-22b6-4363-bab3-4eeb52a25222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:18.850056 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:19.872849 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c3bcb935-adf7-443e-b9d8-399e11c0fd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:19.920705 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:21.250514 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:46.142130 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 5 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:07:47.264205 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b1c18003-3622-41ca-a563-d6ed5ad5b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:48.853356 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:49.877708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e00d3f13-8191-4317-a616-3575c3ec91a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:49.919954 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:07:51.253783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:08:17.265332 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bb916080-c1fa-4b0a-a581-d894b82507bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:08:18.855852 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:08:19.878164 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2711dc03-1e28-4390-bc16-d726aed6e024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:08:19.922799 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:08:21.258290 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:08:23.142901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 5 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:08:47.266118 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6052b18f-16c1-48a1-9785-0785c947d0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:08:48.859228 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:08:49.884862 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8f5e9c9f-007c-474e-9e53-bae00c180dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:08:49.927664 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:08:51.261517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:08:53.023380 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2077737'] for agent, after_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:09:00.144336 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:09:09.678946 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37714) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:09:09.825841 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-aa3329b4-3f69-4d1f-810b-f762c640da36 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1457283 Sep 16 19:09:11.940317 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37726) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:09:12.025388 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-b74e1d26-072d-4dbb-a0b6-aa210a9ce8b8 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0838571 Sep 16 19:09:17.268355 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4a21e187-b98e-4994-9fb7-b0df3ce35f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:09:18.860079 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:09:19.878021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-730b5e18-5bd2-4c9f-bc54-4b6aa60766ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:09:19.929417 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:09:21.265699 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:09:22.978675 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:09:37.145991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:09:47.269987 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0fa956d8-d8b7-4e09-8f40-9c2e40629c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:09:48.860222 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:09:49.878838 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dd69058d-abf8-432f-9199-7084bb620c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:09:49.931644 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:09:51.269534 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:09:53.003645 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:10:14.148805 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:10:17.279216 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2c245428-fe89-4f44-b7a4-918ee7ec62ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:10:18.864480 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:10:19.879271 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9d7093c3-1d93-4fa9-a768-e2fa1e867fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:10:19.935236 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:10:21.273622 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:10:23.018219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:10:47.270878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-52147c8a-ab0d-4dc3-8dfd-6c9986fa3310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:10:48.865721 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:10:49.879985 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9a34b14e-ad46-4d9d-88ce-44eaa75fbae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:10:49.936641 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:10:51.149633 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:10:51.274924 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:10:53.013413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:04.551563 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37888) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:04.918445 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1891138283-network', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:04.923962 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:04.929807 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Usage tracker for resource:network and tenant:27dc7b61347448d89fa8d78c40f1def6 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:04.933933 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:04.945100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:04.954148 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Made reservation on behalf of 27dc7b61347448d89fa8d78c40f1def6 for: {'network': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:04.959007 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:04.972241 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:05.006770 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:05.010831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Usage tracker for resource:security_group_rule and tenant:27dc7b61347448d89fa8d78c40f1def6 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:05.014024 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:05.020726 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:05.096695 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:05.106389 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:05.112365 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b1421040-181f-4131-a928-71c20fdc90c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:05.147952 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=82446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:11:05.150303 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7de3da4-6028-4f49-94a7-2a06022ac5f4,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:05.164781 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:05.165118 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Added segment 3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7 of type vlan for network 3c11271f-5a61-463c-b887-6808365b9c0c Sep 16 19:11:05.171644 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.172022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.172402 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.173060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.173431 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.173775 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.174321 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.174685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.175045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.175401 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.175759 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Tracked resource versions report: Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: pushed versions: Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': {'1.0'}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': {'1.1'}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': {'1.5'}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': {'1.2'}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': {'1.8'}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': {'1.2'}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': {'1.0'}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': {'1.1'}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': {'1.1'}} Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: consumer versions: Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: { DHCP agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: HyperV agent@hv-cinder-80944: {}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: L3 agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: Metadata agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: Metering agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: Open vSwitch agent@dv-cinder-809448-1-smb: { 'ConntrackHelper': '1.0', Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': '1.0', Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': '1.1', Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': '1.5', Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': '1.2', Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': '1.8', Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': '1.2', Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': '1.0', Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': '1.0', Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': '1.1', Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': '1.1'}} Sep 16 19:11:05.176779 dv-cinder-809448-1-smb neutron-server[82336]: {{(pid=82446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:11:05.183177 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:05.211364 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:05.212229 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 37916) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:05.247722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:05.249177 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:05.249921 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:05.255015 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:05.363079 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8074389 Sep 16 19:11:05.363079 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Pushing event updated for resources: {'Network': ['ID=3c11271f-5a61-463c-b887-6808365b9c0c,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:05.363867 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 37926) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:05.370455 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Request body: {'subnet': {'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1891138283-subnet', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:05.375589 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network 3c11271f-5a61-463c-b887-6808365b9c0c details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:11:05.376297 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:05.376522 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:05.381373 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Usage tracker for resource:subnet and tenant:27dc7b61347448d89fa8d78c40f1def6 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:05.384547 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:05.390879 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:05.401009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Made reservation on behalf of 27dc7b61347448d89fa8d78c40f1def6 for: {'subnet': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:05.407527 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:05.617100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 37944) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:05.648199 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for subnet, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:05.654128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7118ab55-fd3a-49b1-bfee-3e4e27f5c6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:05.656875 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37950) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:05.738568 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24a4c799-bf4b-4108-947c-febe7a6204bd,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:05.752769 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.753160 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.753515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.753874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.754229 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.754593 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.755054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.755372 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.755723 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.756428 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.756830 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Tracked resource versions report: Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: pushed versions: Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': {'1.0'}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': {'1.1'}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': {'1.5'}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': {'1.2'}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': {'1.8'}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': {'1.2'}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': {'1.0'}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': {'1.1'}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': {'1.1'}} Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: consumer versions: Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: { DHCP agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: HyperV agent@hv-cinder-80944: {}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: L3 agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: Metadata agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: Metering agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: Open vSwitch agent@dv-cinder-809448-1-smb: { 'ConntrackHelper': '1.0', Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': '1.0', Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': '1.1', Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': '1.5', Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': '1.2', Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': '1.8', Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': '1.2', Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': '1.0', Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': '1.0', Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': '1.1', Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': '1.1'}} Sep 16 19:11:05.758051 dv-cinder-809448-1-smb neutron-server[82336]: {{(pid=82445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:11:05.761920 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Checking segment: {'id': '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:05.762304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Network hostable DHCP agents. Network: 3c11271f-5a61-463c-b887-6808365b9c0c, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:11:05.767245 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:05.774298 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-137058747-network', 'tenant_id': '26baeb6c49864a47acb430ca73d99bc4'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:05.779197 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:05.787977 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Usage tracker for resource:network and tenant:26baeb6c49864a47acb430ca73d99bc4 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:05.791562 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:05.803985 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:05.809983 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37962) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:05.817553 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Network 3c11271f-5a61-463c-b887-6808365b9c0c is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:11:05.821699 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Made reservation on behalf of 26baeb6c49864a47acb430ca73d99bc4 for: {'network': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:05.826314 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:05.842321 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:05.854532 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, 3c11271f-5a61-463c-b887-6808365b9c0c) {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:05.861665 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:05.862631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:05.867017 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8301283e-7bbf-4c03-bc8c-50f05a273240 None None] Network 3c11271f-5a61-463c-b887-6808365b9c0c requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:11:05.883132 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1671926867-network', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:05.900722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:05.913419 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Usage tracker for resource:network and tenant:b5f3cdbaa6034f4abfe2547e31936b90 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:05.921407 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:05.921675 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:05.927102 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Usage tracker for resource:security_group_rule and tenant:26baeb6c49864a47acb430ca73d99bc4 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:05.930758 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:05.931725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:05.938381 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:05.955621 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Made reservation on behalf of b5f3cdbaa6034f4abfe2547e31936b90 for: {'network': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:05.960812 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:05.989417 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.019813 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.027690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-407675039-network', 'tenant_id': '9ca54ce0cd0d4095a0676c9db1423243'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:06.036581 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6691930 Sep 16 19:11:06.036581 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.037084 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 37974) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:06.041105 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:06.064375 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1891138283-router', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:06.077101 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaebb8c-c09a-4648-aedd-4d9f5e8ff632,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:06.085911 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:06.094948 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:06.106338 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:06.106591 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Usage tracker for resource:router and tenant:27dc7b61347448d89fa8d78c40f1def6 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:06.115466 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:06.115854 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=82445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:11:06.119653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Usage tracker for resource:network and tenant:9ca54ce0cd0d4095a0676c9db1423243 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:06.124227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:06.127139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:06.137103 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:06.142498 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.142806 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Usage tracker for resource:security_group_rule and tenant:b5f3cdbaa6034f4abfe2547e31936b90 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:06.143449 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Added segment 4f660184-7618-41f0-8f50-73f409526f45 of type vlan for network b9437ef2-7378-4a66-93ae-48525c20c1be Sep 16 19:11:06.146401 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:06.155158 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:06.164025 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Made reservation on behalf of 9ca54ce0cd0d4095a0676c9db1423243 for: {'network': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:06.169608 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.175007 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:06.197948 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.199215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852699886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28556'] for router, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.200200 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2015831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854747257'] for router, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.209860 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.253936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-210187808-network', 'tenant_id': '38c046ff61b7430fab7783b7c1bce025'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:06.256000 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:06.262987 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Usage tracker for resource:security_group_rule and tenant:9ca54ce0cd0d4095a0676c9db1423243 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:06.266975 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:06.274339 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.275517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:06.279853 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:06.280674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.287816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1dfdf7ac-bc37-4285-9f81-00190de3b7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:06.306620 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:06.326087 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Usage tracker for resource:network and tenant:38c046ff61b7430fab7783b7c1bce025 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:06.331574 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:06.335343 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.357537 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a446398-4149-4f94-be2e-5b2e632f7b66 None None] Network 3c11271f-5a61-463c-b887-6808365b9c0c requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:11:06.407471 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:06.429680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Pushing event updated for resources: {'Network': ['ID=b9437ef2-7378-4a66-93ae-48525c20c1be,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:06.437238 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:06.450397 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Made reservation on behalf of 38c046ff61b7430fab7783b7c1bce025 for: {'network': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:06.451114 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2374165 Sep 16 19:11:06.452208 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 37984) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:06.454270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.460833 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Request body: {'subnet': {'network_id': 'b9437ef2-7378-4a66-93ae-48525c20c1be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-137058747-subnet', 'tenant_id': '26baeb6c49864a47acb430ca73d99bc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:06.476877 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:06.483602 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Usage tracker for resource:subnet and tenant:26baeb6c49864a47acb430ca73d99bc4 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:06.493776 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:06.503968 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:06.524204 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.530003 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.547164 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3ddc1321-3d21-4f44-8231-6e903c93b329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:06.632260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=82445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:11:06.637064 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network b9437ef2-7378-4a66-93ae-48525c20c1be details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:11:06.657606 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9511bad8-cefb-46d9-b163-3a3ea551dc0f,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:06.673036 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:06.674050 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.674434 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Added segment a401d9c5-7fd8-48d3-bd2f-ed96d20f4dfb of type vlan for network eed4e0ba-d9c6-44bc-8193-d34ede441da1 Sep 16 19:11:06.731694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.796783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.798337 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:06.798981 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.804810 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:06.834979 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.836023 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.873991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.969413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Made reservation on behalf of 26baeb6c49864a47acb430ca73d99bc4 for: {'subnet': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:06.974536 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.984203 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=82446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:11:06.995263 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:06.996192 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Added segment 53ca26de-e0c8-440b-9488-31bd93e5b2a8 of type vlan for network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 Sep 16 19:11:07.027583 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:07.061932 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:07.080388 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4615376 Sep 16 19:11:07.086977 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38010) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:07.090601 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Pushing event updated for resources: {'Network': ['ID=eed4e0ba-d9c6-44bc-8193-d34ede441da1,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:07.095731 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:07.101350 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:07.104800 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network eed4e0ba-d9c6-44bc-8193-d34ede441da1 details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:11:07.110580 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Request body: {'subnet': {'network_id': 'eed4e0ba-d9c6-44bc-8193-d34ede441da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-407675039-subnet', 'tenant_id': '9ca54ce0cd0d4095a0676c9db1423243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:07.123658 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:07.124344 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:07.130377 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:07.147799 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:07.153202 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Usage tracker for resource:subnet and tenant:9ca54ce0cd0d4095a0676c9db1423243 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:07.164070 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:07.167958 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Usage tracker for resource:security_group_rule and tenant:38c046ff61b7430fab7783b7c1bce025 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:07.177254 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:07.181232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:07.186727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2067211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852699795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5993'] for router, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:07.190779 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5b07fd-3a42-4420-b2cc-60293f2ed5ec,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:07.194239 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:07.205631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-562b62eb-479b-40fc-ba42-f7b639f369fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:07.228323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:07.232482 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for subnet, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:07.237923 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c4d5748b-4e13-4d19-901e-bb88bad69295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:07.339636 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9f8e438-976b-4470-9712-742f5fb81e19,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:07.349423 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:07.358563 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Checking segment: {'id': '4f660184-7618-41f0-8f50-73f409526f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b9437ef2-7378-4a66-93ae-48525c20c1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:07.359214 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Network hostable DHCP agents. Network: b9437ef2-7378-4a66-93ae-48525c20c1be, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:11:07.385268 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Network b9437ef2-7378-4a66-93ae-48525c20c1be is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:11:07.386135 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Made reservation on behalf of 9ca54ce0cd0d4095a0676c9db1423243 for: {'subnet': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:07.391073 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:07.396988 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, b9437ef2-7378-4a66-93ae-48525c20c1be) {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:07.408844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eac715-5ea1-4252-a6ca-eb552b924dea None None] Network b9437ef2-7378-4a66-93ae-48525c20c1be requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:11:07.412278 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:07.413789 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:07.454177 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9988856 Sep 16 19:11:07.553420 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Pushing event updated for resources: {'Network': ['ID=8d1c5b7b-d639-4956-acd0-63bf30c3cc66,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:07.562045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:07.566723 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:11:07.595743 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9372823 Sep 16 19:11:07.599013 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38028) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:07.607078 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Request body: {'subnet': {'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1671926867-subnet', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:07.620062 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:07.629267 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Usage tracker for resource:subnet and tenant:b5f3cdbaa6034f4abfe2547e31936b90 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:07.636772 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:07.648037 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:07.676877 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Made reservation on behalf of b5f3cdbaa6034f4abfe2547e31936b90 for: {'subnet': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:07.682609 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:07.985656 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ddc6ef-7488-49a2-9269-6c621ddfe6dc None None] Network b9437ef2-7378-4a66-93ae-48525c20c1be requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:11:08.008256 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for subnet, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:08.014577 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:08.076454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:08.097149 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:08.130538 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf6c85c4-0167-4c1c-92ec-34ad8e35130f,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:08.140661 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:08.141522 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Checking segment: {'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:08.142023 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Network hostable DHCP agents. Network: 8d1c5b7b-d639-4956-acd0-63bf30c3cc66, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:11:08.178732 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:11:08.197011 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, 8d1c5b7b-d639-4956-acd0-63bf30c3cc66) {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:08.202500 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:08.205931 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:08.223107 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=82446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:11:08.235570 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:08.235763 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Added segment cef5393a-94fa-48d9-b143-69e07c2961c9 of type vlan for network d6adc5e2-ae00-468c-93a4-cfc82f035796 Sep 16 19:11:08.257499 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6573238 Sep 16 19:11:08.260268 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38050) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:08.272738 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:08.286689 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:08.294913 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Usage tracker for resource:router and tenant:b5f3cdbaa6034f4abfe2547e31936b90 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:08.304151 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:08.313468 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1534f4-fe6f-4e1c-90ce-fe7e977be14b None None] Network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:11:08.315980 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:08.335504 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e843cf63-8fa2-48e2-bc03-a7a3b2e9ea67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:08.342315 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852699886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28556'] for router, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:08.343965 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2015831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854747257'] for router, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:08.411861 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2190357-1da8-4c55-9a88-e534d05fce02,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:08.416160 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:08.451388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:08.453251 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:08.603555 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:08.669142 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38076) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:08.698419 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:08.765288 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38080) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:08.766161 dv-cinder-809448-1-smb neutron-server[82336]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 19:11:08.767574 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e37b871-3d2b-560b-aa01-d504ce574d4f-8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f'}]}} from dv-cinder-809448-1-smb. {{(pid=82447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:11:08.769506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:08.883039 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Allocated IP 172.28.0.233 (718729de-5f21-40b7-aa11-1e5226d826a0/36747542-734f-49ce-8806-50515b72b8f0/29057a7b-254c-4910-93be-8ca2264f4d4d) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:11:08.983861 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-0c7928a5-e08f-45e6-9af1-2fadcae12cc1 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:08.984616 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-0c7928a5-e08f-45e6-9af1-2fadcae12cc1 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Synchronizing usage tracker for tenant:26baeb6c49864a47acb430ca73d99bc4 on resource:network {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:11:09.020445 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2067211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852699795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5993'] for router, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.036344 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-0c7928a5-e08f-45e6-9af1-2fadcae12cc1 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Unset dirty status for tenant:26baeb6c49864a47acb430ca73d99bc4 on resource:network {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:11:09.037666 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-0c7928a5-e08f-45e6-9af1-2fadcae12cc1 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/networks?id=b9437ef2-7378-4a66-93ae-48525c20c1be HTTP/1.1" status: 200 len: 811 time: 0.3633475 Sep 16 19:11:09.048860 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Allocated IP 172.20.0.2 (8d1c5b7b-d639-4956-acd0-63bf30c3cc66/bf6c85c4-0167-4c1c-92ec-34ad8e35130f/4260f250-a956-4502-b608-d08be5885f74) {{(pid=82447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:11:09.073816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.078995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.082701 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-d7706804-7d4f-47f7-9180-de1e92663c6d tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/quotas/26baeb6c49864a47acb430ca73d99bc4 HTTP/1.1" status: 200 len: 375 time: 0.0376933 Sep 16 19:11:09.091086 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:09.092031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.102302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:09.233077 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for subnet, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.292298 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Pushing event updated for resources: {'Network': ['ID=d6adc5e2-ae00-468c-93a4-cfc82f035796,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:09.296987 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:09.301229 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b4cf4785-da42-47ef-b038-4a8ddc196dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:09.308883 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network d6adc5e2-ae00-468c-93a4-cfc82f035796 details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:11:09.343791 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.5322495 Sep 16 19:11:09.351610 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38104) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:09.374679 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Request body: {'subnet': {'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-210187808-subnet', 'tenant_id': '38c046ff61b7430fab7783b7c1bce025', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:09.380820 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-ac0ceb3f-ddc6-494b-b81b-5d5d87aae6a1 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=26baeb6c49864a47acb430ca73d99bc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2459972 Sep 16 19:11:09.389943 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-81c8e539-c86b-4db6-ac48-9a9cb25928d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.394524 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:09.422951 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Usage tracker for resource:subnet and tenant:38c046ff61b7430fab7783b7c1bce025 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:09.433933 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.435755 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:09.441469 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-81c8e539-c86b-4db6-ac48-9a9cb25928d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:09.449968 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-81c8e539-c86b-4db6-ac48-9a9cb25928d4 admin admin] Usage tracker for resource:security_group_rule and tenant:4e813a8ddfc84c518bacd0b8641fadf0 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:09.454868 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-81c8e539-c86b-4db6-ac48-9a9cb25928d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:09.456708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f398dd7f-0ded-4928-b162-5cbba4813d79,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:09.461126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:09.463003 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:09.464960 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-81c8e539-c86b-4db6-ac48-9a9cb25928d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:09.470022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:09.566221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Notify callbacks [] for port, precommit_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.578427 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38112) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:09.591538 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Transition to ACTIVE for port object 4260f250-a956-4502-b608-d08be5885f74 will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:11:09.631632 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.633835 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Made reservation on behalf of 38c046ff61b7430fab7783b7c1bce025 for: {'subnet': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:09.639526 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Notify callbacks [] for subnet, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.641922 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Transition to ACTIVE for port object 4260f250-a956-4502-b608-d08be5885f74 will not be triggered until provisioned by entity DHCP. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:11:09.654384 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.659272 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:09.662096 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:11:09.663116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Checking segment: {'id': 'a401d9c5-7fd8-48d3-bd2f-ed96d20f4dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eed4e0ba-d9c6-44bc-8193-d34ede441da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:09.663513 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Network hostable DHCP agents. Network: eed4e0ba-d9c6-44bc-8193-d34ede441da1, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:11:09.675670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-81c8e539-c86b-4db6-ac48-9a9cb25928d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.677811 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.682412 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:09.688841 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:11:09.720663 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-81c8e539-c86b-4db6-ac48-9a9cb25928d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.744867 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 is already hosted by enough agents. {{(pid=82447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:11:09.748386 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Resources bound (agent type, host, resource id): {{(pid=82447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:09.752317 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Received port after_create {{(pid=82447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:11:09.757955 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Pushing event updated for resources: {'Port': ['ID=4260f250-a956-4502-b608-d08be5885f74,revision_number=1']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:09.760891 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-75d511eb-5f7f-4deb-98d4-453418a4583d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:11:09.762570 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-75d511eb-5f7f-4deb-98d4-453418a4583d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1534424 Sep 16 19:11:09.763133 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:09.809206 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Pushing event updated for resources: {'Port': ['ID=29057a7b-254c-4910-93be-8ca2264f4d4d,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:09.816344 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7370-93e8-4914-a65c-4c88a6281f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.818251 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:09.845241 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:09.845784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:09.846413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:09.846529 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:09.846862 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:09.847227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:09.847586 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:09.847948 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:09.848811 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:09.848938 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:09.849260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Tracked resource versions report: Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: pushed versions: Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': {'1.0'}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': {'1.1'}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': {'1.5'}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': {'1.2'}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': {'1.8'}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': {'1.2'}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': {'1.0'}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': {'1.1'}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': {'1.1'}} Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: consumer versions: Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: { DHCP agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: HyperV agent@hv-cinder-80944: {}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: L3 agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: Metadata agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: Metering agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: Open vSwitch agent@dv-cinder-809448-1-smb: { 'ConntrackHelper': '1.0', Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': '1.0', Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': '1.1', Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': '1.5', Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': '1.2', Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': '1.8', Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': '1.2', Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': '1.0', Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': '1.0', Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': '1.1', Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': '1.1'}} Sep 16 19:11:09.850280 dv-cinder-809448-1-smb neutron-server[82336]: {{(pid=82447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:11:09.853503 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:09.871345 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Network eed4e0ba-d9c6-44bc-8193-d34ede441da1 is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:11:09.876243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Attempting to bind port 4260f250-a956-4502-b608-d08be5885f74 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:11:09.876680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Attempting to bind port 4260f250-a956-4502-b608-d08be5885f74 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:11:09.877074 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Attempting to bind port 4260f250-a956-4502-b608-d08be5885f74 on network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:09.883843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:11:09.884393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Checking segment: {'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:09.884724 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.885160 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Bound using segment: {'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:11:09.885779 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Bound port: 4260f250-a956-4502-b608-d08be5885f74, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:11:09.886069 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.892499 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, eed4e0ba-d9c6-44bc-8193-d34ede441da1) {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:09.899304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:09.899927 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:09.905611 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1380f291-75fe-4b58-9987-92d4de65719a None None] Network eed4e0ba-d9c6-44bc-8193-d34ede441da1 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:11:09.925553 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-81c8e539-c86b-4db6-ac48-9a9cb25928d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e813a8ddfc84c518bacd0b8641fadf0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1539364 Sep 16 19:11:09.955890 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38124) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:09.983718 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8877990 Sep 16 19:11:10.024437 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8e539-c86b-4db6-ac48-9a9cb25928d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739046ef-8ec9-488b-819a-63540096acdf,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:10.036887 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-81c8e539-c86b-4db6-ac48-9a9cb25928d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:10.042661 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:10.043446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2075930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852708499'] for router, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:10.055531 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-bc7f7370-93e8-4914-a65c-4c88a6281f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:10.087022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-bc7f7370-93e8-4914-a65c-4c88a6281f3a admin admin] Usage tracker for resource:security_group_rule and tenant:61963921973d454481c38c8568ce04ac is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:10.100495 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-bc7f7370-93e8-4914-a65c-4c88a6281f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:10.115881 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-bc7f7370-93e8-4914-a65c-4c88a6281f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:10.127537 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Allocated IP 172.28.0.166 (718729de-5f21-40b7-aa11-1e5226d826a0/36747542-734f-49ce-8806-50515b72b8f0/f6330e98-249f-455a-a688-5c4eded0618f) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:11:10.170977 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-40e229e0-0830-4c85-88c4-9ab95f1bbeba service neutron] 10.222.0.39 "GET /v2.0/networks/b9437ef2-7378-4a66-93ae-48525c20c1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909171 Sep 16 19:11:10.173872 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] For port 4260f250-a956-4502-b608-d08be5885f74, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:11:10.219534 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] For port 4260f250-a956-4502-b608-d08be5885f74, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=4260f250-a956-4502-b608-d08be5885f74,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:11:10.229323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:10.237759 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:10.249172 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for subnet, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:10.286979 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:10.362731 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218f1d15-0903-4237-84d0-ed49a6cf288e None None] Network eed4e0ba-d9c6-44bc-8193-d34ede441da1 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:11:10.371964 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3e6613a2-6c90-41d7-b08c-d163aa5d0dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:10.374086 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Pushing event updated for resources: {'Subnet': ['ID=65abb785-f8e9-4186-b372-e87514607609,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:10.378893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:10.463131 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Pushing event updated for resources: {'Port': ['ID=4260f250-a956-4502-b608-d08be5885f74,revision_number=2']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:10.466918 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:10.497377 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3e6613a2-6c90-41d7-b08c-d163aa5d0dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:10.610630 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7370-93e8-4914-a65c-4c88a6281f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:10.661162 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7370-93e8-4914-a65c-4c88a6281f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:10.684273 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-81c8e539-c86b-4db6-ac48-9a9cb25928d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:10.699750 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:10.704933 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Checking segment: {'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:10.705333 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Network hostable DHCP agents. Network: d6adc5e2-ae00-468c-93a4-cfc82f035796, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:11:10.711618 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be157867-0118-4c2d-a964-aa122dee8562 service neutron] 10.222.0.39 "GET /v2.0/networks/b9437ef2-7378-4a66-93ae-48525c20c1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164561 Sep 16 19:11:10.749923 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Network d6adc5e2-ae00-468c-93a4-cfc82f035796 is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:11:10.766326 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, d6adc5e2-ae00-468c-93a4-cfc82f035796) {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:10.770558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:10.771390 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:10.779230 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf16c7a3-66be-48cc-b736-ff28072ae746 None None] Network d6adc5e2-ae00-468c-93a4-cfc82f035796 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:11:10.825899 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4656549 Sep 16 19:11:10.860898 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-bc7f7370-93e8-4914-a65c-4c88a6281f3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=61963921973d454481c38c8568ce04ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2786725 Sep 16 19:11:10.872959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38150) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:10.882982 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f7370-93e8-4914-a65c-4c88a6281f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8305ce67-9306-4887-b4b9-9296e6953530,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:10.885562 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3e6613a2-6c90-41d7-b08c-d163aa5d0dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:10.896153 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-bc7f7370-93e8-4914-a65c-4c88a6281f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:10.931672 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:10.980498 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6613a2-6c90-41d7-b08c-d163aa5d0dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739046ef-8ec9-488b-819a-63540096acdf,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:11.006290 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3e6613a2-6c90-41d7-b08c-d163aa5d0dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:11.016460 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Router 049745ba-7e5b-43e2-84a3-580c7dc79915 is scheduled to L3 agent 5997707d-f400-4969-be70-26083f2c9806 with binding_index 1 {{(pid=82446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:11:11.085036 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3e6613a2-6c90-41d7-b08c-d163aa5d0dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:11.087306 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-3e6613a2-6c90-41d7-b08c-d163aa5d0dd7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/739046ef-8ec9-488b-819a-63540096acdf HTTP/1.1" status: 204 len: 168 time: 1.1298625 Sep 16 19:11:11.090676 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:11.098344 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:11.235094 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcef0-3a38-4192-83cf-65742a549007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:11.368152 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:11:11.371364 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcef0-3a38-4192-83cf-65742a549007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:11.399859 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:11.405272 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:11:11.462449 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcef0-3a38-4192-83cf-65742a549007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:11.471257 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:11.499439 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdcef0-3a38-4192-83cf-65742a549007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8305ce67-9306-4887-b4b9-9296e6953530,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:11.509417 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-cbbdcef0-3a38-4192-83cf-65742a549007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:11.518425 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcef0-3a38-4192-83cf-65742a549007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:11.522704 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-cbbdcef0-3a38-4192-83cf-65742a549007 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8305ce67-9306-4887-b4b9-9296e6953530 HTTP/1.1" status: 204 len: 168 time: 0.6441662 Sep 16 19:11:11.540164 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:11:11.554263 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Sync routers for ids ['049745ba-7e5b-43e2-84a3-580c7dc79915'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:11:11.574391 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Notify callbacks [] for router, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:11.578789 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5359218 Sep 16 19:11:11.579999 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38188) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:11.596256 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Routers {'049745ba-7e5b-43e2-84a3-580c7dc79915'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:11:11.597219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:10:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['049745ba-7e5b-43e2-84a3-580c7dc79915'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:11.612325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 4260f250-a956-4502-b608-d08be5885f74 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:11:11.621271 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8355909b-33b5-4360-b86a-f693ba23cb2f req-73a03967-af87-47ea-9ace-d7f5913a04aa tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 210 time: 0.4164426 Sep 16 19:11:11.635221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Pushing event updated for resources: {'Port': ['ID=f6330e98-249f-455a-a688-5c4eded0618f,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:11.656088 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:11.739957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f9082-8219-4878-8c32-4e01c39d659b None None] Network d6adc5e2-ae00-468c-93a4-cfc82f035796 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:11:11.978117 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:11.978919 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2075930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852708499'] for router, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:12.054919 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Set router 049745ba-7e5b-43e2-84a3-580c7dc79915 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:11:12.201310 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port 4260f250-a956-4502-b608-d08be5885f74 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:11:12.537228 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'name': 'tempest-ServerRescueNegativeTestJSON-1891138283-router', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': '29057a7b-254c-4910-93be-8ca2264f4d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:06Z', 'updated_at': '2021-09-16T19:11:09Z', 'revision_number': 3, 'project_id': '27dc7b61347448d89fa8d78c40f1def6', 'gw_port': {'id': '29057a7b-254c-4910-93be-8ca2264f4d4d', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:12.547601 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Checking router: 049745ba-7e5b-43e2-84a3-580c7dc79915 for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:11:12.550795 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Updating router 049745ba-7e5b-43e2-84a3-580c7dc79915 port 29057a7b-254c-4910-93be-8ca2264f4d4d binding host dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:11:12.661332 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:12.692866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38216) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:12.767659 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8ba9e95-dcbf-43d4-9845-b6feb34d2f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:12.954134 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d17f7e-30aa-4504-8f90-0ffaaea0b195 None None] Network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:11:12.979003 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0cbbf549-ee24-4421-92c1-a16751dd9841 req-17af3dbb-a449-45c8-8505-4bd4d650336f tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 210 time: 0.1446807 Sep 16 19:11:13.010990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d8ba9e95-dcbf-43d4-9845-b6feb34d2f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:13.016090 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d8ba9e95-dcbf-43d4-9845-b6feb34d2f9f admin admin] Usage tracker for resource:security_group_rule and tenant:5ac2b2653c9e4866b7e02f78f5efa20c is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:13.019599 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d8ba9e95-dcbf-43d4-9845-b6feb34d2f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:13.024378 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38234) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:13.026431 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d8ba9e95-dcbf-43d4-9845-b6feb34d2f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:13.125460 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8ba9e95-dcbf-43d4-9845-b6feb34d2f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:13.141527 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Router 097cd488-c048-45a7-ab6a-0603aa2d003a is scheduled to L3 agent 5997707d-f400-4969-be70-26083f2c9806 with binding_index 1 {{(pid=82445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:11:13.202065 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-e524ece1-77ca-4903-8e47-22f11411e5b6 None None] Provisioning for port 4260f250-a956-4502-b608-d08be5885f74 completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:11:13.210437 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-e524ece1-77ca-4903-8e47-22f11411e5b6 None None] Provisioning complete for port 4260f250-a956-4502-b608-d08be5885f74 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:13.210860 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e524ece1-77ca-4903-8e47-22f11411e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:13.328909 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:13.366648 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8ba9e95-dcbf-43d4-9845-b6feb34d2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:13.406121 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:13.428302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Notify callbacks [] for port, precommit_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:13.440361 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38262) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:13.455549 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Transition to ACTIVE for port object 29057a7b-254c-4910-93be-8ca2264f4d4d will not be triggered until provisioned by entity L2. {{(pid=82448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:11:13.466547 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:13.472616 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:13.531793 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-435887307-network', 'tenant_id': '191251a1761b4cfd876138c7f9fbb007'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:13.537556 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:13.541480 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Usage tracker for resource:network and tenant:191251a1761b4cfd876138c7f9fbb007 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:13.546246 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:13.552462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:13.616890 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Made reservation on behalf of 191251a1761b4cfd876138c7f9fbb007 for: {'network': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:13.622324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:13.629288 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Pushing event updated for resources: {'Port': ['ID=29057a7b-254c-4910-93be-8ca2264f4d4d,revision_number=2']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:13.659451 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:13.660266 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:13.660847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:13.661499 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:13.662029 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:13.662552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:13.663222 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:13.664291 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:13.664843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:13.665365 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:13.665887 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Tracked resource versions report: Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: pushed versions: Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': {'1.0'}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': {'1.1'}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': {'1.5'}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': {'1.2'}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': {'1.8'}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': {'1.2'}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': {'1.0'}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': {'1.1'}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': {'1.1'}} Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: consumer versions: Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: { DHCP agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: HyperV agent@hv-cinder-80944: {}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: L3 agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: Metadata agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: Metering agent@dv-cinder-809448-1-smb: {}, Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: Open vSwitch agent@dv-cinder-809448-1-smb: { 'ConntrackHelper': '1.0', Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'Log': '1.0', Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'Network': '1.1', Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'Port': '1.5', Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'PortForwarding': '1.2', Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'QosPolicy': '1.8', Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroup': '1.2', Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'SecurityGroupRule': '1.0', Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'SubPort': '1.0', Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'Subnet': '1.1', Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: 'Trunk': '1.1'}} Sep 16 19:11:13.667077 dv-cinder-809448-1-smb neutron-server[82336]: {{(pid=82448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:11:13.671688 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:13.685183 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:13.712116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Attempting to bind port 29057a7b-254c-4910-93be-8ca2264f4d4d on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:11:13.713183 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Attempting to bind port 29057a7b-254c-4910-93be-8ca2264f4d4d by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:11:13.713920 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Attempting to bind port 29057a7b-254c-4910-93be-8ca2264f4d4d on network 718729de-5f21-40b7-aa11-1e5226d826a0 {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:13.719006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:13.721956 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:11:13.722802 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Checking segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:13.723248 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Usage tracker for resource:security_group_rule and tenant:191251a1761b4cfd876138c7f9fbb007 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:13.723891 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:13.724512 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Bound using segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:11:13.725223 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Bound port: 29057a7b-254c-4910-93be-8ca2264f4d4d, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:11:13.725800 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:13.726512 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:13.732989 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:13.831600 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-aabfe613-a448-4615-9f7d-8c70009ad864 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:13.832721 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e524ece1-77ca-4903-8e47-22f11411e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:13.840802 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] For port 29057a7b-254c-4910-93be-8ca2264f4d4d, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:11:13.843090 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-aabfe613-a448-4615-9f7d-8c70009ad864 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/networks?id=d6adc5e2-ae00-468c-93a4-cfc82f035796 HTTP/1.1" status: 200 len: 814 time: 0.8134294 Sep 16 19:11:13.848983 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] For port 29057a7b-254c-4910-93be-8ca2264f4d4d, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=29057a7b-254c-4910-93be-8ca2264f4d4d,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:11:13.856274 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:13.861719 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0ea88a9c-1eeb-4bc0-bda3-6268ff174059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:13.914845 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-e524ece1-77ca-4903-8e47-22f11411e5b6 None None] For port 4260f250-a956-4502-b608-d08be5885f74, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=4260f250-a956-4502-b608-d08be5885f74,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:13.921265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e524ece1-77ca-4903-8e47-22f11411e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:13.924982 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-28ae6a79-a7d5-4724-8824-5bbe39095567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:13.948829 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Allocated IP 172.20.0.1 (3c11271f-5a61-463c-b887-6808365b9c0c/24a4c799-bf4b-4108-947c-febe7a6204bd/e8a79283-7d3e-4746-9a51-03f544a53011) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:11:14.001309 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:14.017113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524ece1-77ca-4903-8e47-22f11411e5b6 None None] Pushing event updated for resources: {'Port': ['ID=4260f250-a956-4502-b608-d08be5885f74,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:14.020087 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-88fac875-1c78-499b-9d98-1b55ece2bd5a tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/quotas/38c046ff61b7430fab7783b7c1bce025 HTTP/1.1" status: 200 len: 375 time: 0.1759679 Sep 16 19:11:14.022775 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e524ece1-77ca-4903-8e47-22f11411e5b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:14.126051 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Pushing event updated for resources: {'Port': ['ID=29057a7b-254c-4910-93be-8ca2264f4d4d,revision_number=3']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:14.141626 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:14.186027 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-142aaae6-ed4f-4ac8-bd8a-1c5a10211541 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=38c046ff61b7430fab7783b7c1bce025&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1604552 Sep 16 19:11:14.188786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:14.195248 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Routers {'049745ba-7e5b-43e2-84a3-580c7dc79915'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:11:14.201808 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:10:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['049745ba-7e5b-43e2-84a3-580c7dc79915'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:14.252354 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:14.287477 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba9e95-dcbf-43d4-9845-b6feb34d2f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93a0b24-7fd9-468e-9612-cecf7587f089,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:14.298506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:14.302410 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d8ba9e95-dcbf-43d4-9845-b6feb34d2f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.896s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:14.319998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:14.365299 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:14.386689 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Network 3c11271f-5a61-463c-b887-6808365b9c0c is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:11:14.393665 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:14.408406 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d8ba9e95-dcbf-43d4-9845-b6feb34d2f9f admin admin] Synchronizing usage tracker for tenant:cc58c01a711a49e6abe117e6a60f00f9 on resource:security_group {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:11:14.427372 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:11:14.427886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067753'] for router_interface, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:14.437517 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-65d8590f-068c-4dd1-9861-abe284aa85c3 req-243e5042-824d-4e1e-97d7-708fb272da85 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 210 time: 0.2456639 Sep 16 19:11:14.447624 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608aab15-fa3e-4a0b-8a8b-ea4f29d01e35,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:14.465370 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:14.515329 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d8ba9e95-dcbf-43d4-9845-b6feb34d2f9f admin admin] Unset dirty status for tenant:cc58c01a711a49e6abe117e6a60f00f9 on resource:security_group {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:11:14.517324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=82445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:11:14.518460 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d8ba9e95-dcbf-43d4-9845-b6feb34d2f9f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ac2b2653c9e4866b7e02f78f5efa20c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8240826 Sep 16 19:11:14.540736 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38292) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:14.572926 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-09e0cde2-1acb-46cb-bb31-08f903382c90 None None] Provisioning complete for port 4260f250-a956-4502-b608-d08be5885f74 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:14.573460 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-09e0cde2-1acb-46cb-bb31-08f903382c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:14.591260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:14.592045 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Added segment 011716fd-a2f7-4fb0-aa6b-ace4a02cf2ba of type vlan for network 167f6728-c412-4c9e-82e3-990903ad96bc Sep 16 19:11:14.696563 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Pushing event updated for resources: {'Port': ['ID=e8a79283-7d3e-4746-9a51-03f544a53011,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:14.713466 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:14.727546 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:11:14.747965 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Sync routers for ids ['097cd488-c048-45a7-ab6a-0603aa2d003a'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:11:14.751196 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:14.770955 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-b8c77409-bb43-47cd-b82a-b3ad9a570e02 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:11:14.779474 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-b8c77409-bb43-47cd-b82a-b3ad9a570e02 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2501707 Sep 16 19:11:14.784485 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:14.819831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Notify callbacks [] for router, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:14.821480 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5593171 Sep 16 19:11:14.826579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38310) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:14.883208 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Routers {'097cd488-c048-45a7-ab6a-0603aa2d003a'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:11:14.886334 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:10:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['097cd488-c048-45a7-ab6a-0603aa2d003a'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:14.990005 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] Set router 049745ba-7e5b-43e2-84a3-580c7dc79915 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:11:14.999770 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b85d1c26-48c1-487d-810b-71163f7956fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:15.126569 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:15.143288 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:15.144435 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852708017'] for router_interface, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:15.160217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-02f4d108-6a27-44aa-8709-43506cd09c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:15.172400 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:15.244454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b85d1c26-48c1-487d-810b-71163f7956fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:15.257815 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:15.258470 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:15.272442 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Set router 097cd488-c048-45a7-ab6a-0603aa2d003a gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:11:15.308440 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:15.342242 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Pushing event updated for resources: {'Port': ['ID=e8a79283-7d3e-4746-9a51-03f544a53011,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:15.371371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:15.439651 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9864435 Sep 16 19:11:15.507485 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38334) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:15.520570 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Request body: {'subnet': {'network_id': '167f6728-c412-4c9e-82e3-990903ad96bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-435887307-subnet', 'tenant_id': '191251a1761b4cfd876138c7f9fbb007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:15.534766 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 4260f250-a956-4502-b608-d08be5885f74 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:11:15.537806 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:15.545450 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Usage tracker for resource:subnet and tenant:191251a1761b4cfd876138c7f9fbb007 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:15.551517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:15.561447 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:15.616243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Made reservation on behalf of 191251a1761b4cfd876138c7f9fbb007 for: {'subnet': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:15.621198 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:15.642218 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.45', 56406) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:15.658857 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Network 3c11271f-5a61-463c-b887-6808365b9c0c is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:11:15.737847 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-b92523bb-57c8-4452-abf9-f6eaaa6915ea service neutron] 10.222.0.39 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9572842 Sep 16 19:11:15.743904 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:15.791372 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'name': 'tempest-ServerRescueNegativeTestJSON-1891138283-router', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': '29057a7b-254c-4910-93be-8ca2264f4d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:06Z', 'updated_at': '2021-09-16T19:11:14Z', 'revision_number': 4, 'project_id': '27dc7b61347448d89fa8d78c40f1def6', 'gw_port': {'id': '29057a7b-254c-4910-93be-8ca2264f4d4d', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'e8a79283-7d3e-4746-9a51-03f544a53011', 'name': '', 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'mac_address': 'fa:16:3e:92:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24a4c799-bf4b-4108-947c-febe7a6204bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:13Z', 'updated_at': '2021-09-16T19:11:13Z', 'revision_number': 1, 'project_id': '27dc7b61347448d89fa8d78c40f1def6', 'subnets': [{'id': '24a4c799-bf4b-4108-947c-febe7a6204bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:15.799447 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a452f2b1-94a1-45ca-bb99-6e35a2ae54cb None None] The sync data for ids ['049745ba-7e5b-43e2-84a3-580c7dc79915'] in dv-cinder-809448-1-smb is: [{'id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'name': 'tempest-ServerRescueNegativeTestJSON-1891138283-router', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': '29057a7b-254c-4910-93be-8ca2264f4d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:06Z', 'updated_at': '2021-09-16T19:11:14Z', 'revision_number': 4, 'project_id': '27dc7b61347448d89fa8d78c40f1def6', 'gw_port': {'id': '29057a7b-254c-4910-93be-8ca2264f4d4d', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'e8a79283-7d3e-4746-9a51-03f544a53011', 'name': '', 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'mac_address': 'fa:16:3e:92:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24a4c799-bf4b-4108-947c-febe7a6204bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:13Z', 'updated_at': '2021-09-16T19:11:13Z', 'revision_number': 1, 'project_id': '27dc7b61347448d89fa8d78c40f1def6', 'subnets': [{'id': '24a4c799-bf4b-4108-947c-febe7a6204bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:11:15.880631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 4260f250-a956-4502-b608-d08be5885f74 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:15.881515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:15.986645 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-4b631c89-4509-404b-93d2-406f0f45cb54 service neutron] 10.222.0.39 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476912 Sep 16 19:11:16.121952 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:11Z', 'revision_number': 3, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:16.133692 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Checking router: 097cd488-c048-45a7-ab6a-0603aa2d003a for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:11:16.134506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Updating router 097cd488-c048-45a7-ab6a-0603aa2d003a port f6330e98-249f-455a-a688-5c4eded0618f binding host dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:11:16.153307 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ddbb3f23-7bcc-4ad4-904b-b049d75a216b req-773c7912-537c-4824-ad4b-33130ec6ae06 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 210 time: 0.1593711 Sep 16 19:11:16.160479 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Pushing event updated for resources: {'Network': ['ID=167f6728-c412-4c9e-82e3-990903ad96bc,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:16.190896 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:16.202179 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network 167f6728-c412-4c9e-82e3-990903ad96bc details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:11:16.263176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b85d1c26-48c1-487d-810b-71163f7956fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:16.298061 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:16.401087 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38368) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:16.406576 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d1c26-48c1-487d-810b-71163f7956fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93a0b24-7fd9-468e-9612-cecf7587f089,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:16.471524 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b85d1c26-48c1-487d-810b-71163f7956fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:16.476429 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b85d1c26-48c1-487d-810b-71163f7956fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:16.480506 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-b85d1c26-48c1-487d-810b-71163f7956fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c93a0b24-7fd9-468e-9612-cecf7587f089 HTTP/1.1" status: 204 len: 168 time: 1.9284885 Sep 16 19:11:16.650536 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3267cf35-6528-4bc8-bca4-8b619075ebcd req-fbca7584-a9a1-4c00-a01c-834c9d78c280 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 210 time: 0.1627500 Sep 16 19:11:16.728183 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-ed69b019-2b51-4b8b-a7c2-23f318e6ef0e tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:16.730001 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-ed69b019-2b51-4b8b-a7c2-23f318e6ef0e tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.45 "GET /v2.0/networks?id=b9437ef2-7378-4a66-93ae-48525c20c1be HTTP/1.1" status: 200 len: 811 time: 1.0869243 Sep 16 19:11:16.840031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Request body: {'port': {'device_id': '4ca5212b-c554-41c6-8294-5cb3e22401b2', 'network_id': 'b9437ef2-7378-4a66-93ae-48525c20c1be', 'admin_state_up': True, 'tenant_id': '26baeb6c49864a47acb430ca73d99bc4'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:17.018430 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:17.478261 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-37c1c16d-f4dd-4460-9167-3d55cc37bc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:17.496991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:17.555582 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for subnet, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:17.559227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Usage tracker for resource:port and tenant:26baeb6c49864a47acb430ca73d99bc4 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:17.576834 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:17.642193 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0ace74d1-e0f8-4345-8972-03503b3248d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:17.704516 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:17.889088 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Made reservation on behalf of 26baeb6c49864a47acb430ca73d99bc4 for: {'port': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:17.895881 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:17.896454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1de9ff96-8625-4695-bdc1-ed000a339f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:18.014270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-1de9ff96-8625-4695-bdc1-ed000a339f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:18.023403 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-1de9ff96-8625-4695-bdc1-ed000a339f72 admin admin] Usage tracker for resource:security_group_rule and tenant:8d577b38831a4087a6301cbb328e13ca is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:18.029406 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-1de9ff96-8625-4695-bdc1-ed000a339f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:18.048533 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-1de9ff96-8625-4695-bdc1-ed000a339f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:18.200166 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Checking segment: {'id': '011716fd-a2f7-4fb0-aa6b-ace4a02cf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '167f6728-c412-4c9e-82e3-990903ad96bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:18.205204 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Network hostable DHCP agents. Network: 167f6728-c412-4c9e-82e3-990903ad96bc, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:11:18.240939 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Notify callbacks [] for port, precommit_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:18.262378 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1de9ff96-8625-4695-bdc1-ed000a339f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:18.278905 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Transition to ACTIVE for port object f6330e98-249f-455a-a688-5c4eded0618f will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:11:18.297341 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:18.329245 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:18.578627 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1178ce10-66dc-4f7e-975a-89ab96074a01,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:18.579866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Attempting to bind port f6330e98-249f-455a-a688-5c4eded0618f on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:11:18.580281 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Attempting to bind port f6330e98-249f-455a-a688-5c4eded0618f by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:11:18.580739 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Attempting to bind port f6330e98-249f-455a-a688-5c4eded0618f on network 718729de-5f21-40b7-aa11-1e5226d826a0 {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:18.623890 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:11:18.624329 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Checking segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:18.639240 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:18.639811 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Bound using segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:11:18.640385 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Bound port: f6330e98-249f-455a-a688-5c4eded0618f, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:11:18.648642 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:18.675060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1de9ff96-8625-4695-bdc1-ed000a339f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:18.687249 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.047s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:18.690341 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8cf33321-0081-4e07-af76-7cfd04c4d776 req-3363f37c-aa76-4d14-99e2-3cecb32528ce tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 210 time: 1.0614400 Sep 16 19:11:18.696812 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-19fd1599-df90-4571-a69f-d7404afd826e req-b7ccc550-d511-4e43-9f90-428026f9dd15 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 210 time: 0.8364768 Sep 16 19:11:18.746685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:18.780718 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1de9ff96-8625-4695-bdc1-ed000a339f72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d577b38831a4087a6301cbb328e13ca&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3579226 Sep 16 19:11:18.781989 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9ff96-8625-4695-bdc1-ed000a339f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1de35c-ded7-44ca-ac1a-0138c7dd3b18,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:18.785442 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38444) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:18.790973 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1de9ff96-8625-4695-bdc1-ed000a339f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:18.986306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9329f9-3cd2-4421-b0c0-d53e628ea7d8 None None] Pushing event updated for resources: {'Port': ['ID=f6330e98-249f-455a-a688-5c4eded0618f,revision_number=2']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:18.998005 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Allocated IP 172.20.0.4 (b9437ef2-7378-4a66-93ae-48525c20c1be/c9f8e438-976b-4470-9712-742f5fb81e19/1707f88e-aed3-4fac-af78-ba9cc61c82bc) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:11:18.999621 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3e9329f9-3cd2-4421-b0c0-d53e628ea7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:19.020298 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:19.080924 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Network 167f6728-c412-4c9e-82e3-990903ad96bc is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:11:19.099590 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] For port f6330e98-249f-455a-a688-5c4eded0618f, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:11:19.117335 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] For port f6330e98-249f-455a-a688-5c4eded0618f, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=f6330e98-249f-455a-a688-5c4eded0618f,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:11:19.122969 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:19.124010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, 167f6728-c412-4c9e-82e3-990903ad96bc) {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:19.134916 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:19.164062 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:19.164816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:19.267317 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b14c18a-344b-476d-a3bc-b068ef2fc232 None None] Network 167f6728-c412-4c9e-82e3-990903ad96bc requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:11:19.302234 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7819814e-79a8-45a0-aa8b-de2eda1cc503 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.7933753 Sep 16 19:11:19.312584 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8068579-ba13-43c2-82ed-6464b96b29d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:19.437017 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8068579-ba13-43c2-82ed-6464b96b29d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:19.448168 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:19.523401 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Router 049745ba-7e5b-43e2-84a3-580c7dc79915 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:11:19.563083 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 29057a7b-254c-4910-93be-8ca2264f4d4d up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:11:19.589755 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9329f9-3cd2-4421-b0c0-d53e628ea7d8 None None] Pushing event updated for resources: {'Port': ['ID=f6330e98-249f-455a-a688-5c4eded0618f,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:19.653595 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3e9329f9-3cd2-4421-b0c0-d53e628ea7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:19.698746 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port 29057a7b-254c-4910-93be-8ca2264f4d4d completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:11:19.752275 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38466) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:19.753108 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Routers {'097cd488-c048-45a7-ab6a-0603aa2d003a'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:11:19.753934 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:10:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['097cd488-c048-45a7-ab6a-0603aa2d003a'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:19.914592 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 29057a7b-254c-4910-93be-8ca2264f4d4d triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:19.915132 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:19.982706 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Allocated IP 172.20.0.1 (8d1c5b7b-d639-4956-acd0-63bf30c3cc66/bf6c85c4-0167-4c1c-92ec-34ad8e35130f/cb8ea0ec-97f6-4420-b1f5-58ff752f9829) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:11:20.058893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.45', 56415) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:20.317685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cf301c75-d04c-4c79-8d22-d06ed4a95e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:20.367021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:20.460272 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:20.480251 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8068579-ba13-43c2-82ed-6464b96b29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:20.548702 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:20.564028 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-cbbdcef0-3a38-4192-83cf-65742a549007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:20.611886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Network b9437ef2-7378-4a66-93ae-48525c20c1be is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:11:20.625008 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb5ab44-9649-4edf-b68c-e23365fe596c admin admin] Deleting subnet f398dd7f-0ded-4928-b162-5cbba4813d79 {{(pid=82446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:11:20.642313 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ab44-9649-4edf-b68c-e23365fe596c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:20.733610 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:20.745672 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:20.754192 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port 29057a7b-254c-4910-93be-8ca2264f4d4d, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=29057a7b-254c-4910-93be-8ca2264f4d4d,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:20.761976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] Set router 097cd488-c048-45a7-ab6a-0603aa2d003a gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:11:20.769763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:11:20.774496 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-abfebd80-4b9b-49d1-98a4-d449ab53d596 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:20.783087 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-abfebd80-4b9b-49d1-98a4-d449ab53d596 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "GET /v2.0/networks?id=d6adc5e2-ae00-468c-93a4-cfc82f035796 HTTP/1.1" status: 200 len: 814 time: 0.6310437 Sep 16 19:11:20.789835 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:20.790753 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:20.811165 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87debece-fabf-4018-9160-263d0c36dc43 None None] Network 167f6728-c412-4c9e-82e3-990903ad96bc requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:11:20.827245 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:20.857135 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4aa5ce3e-3626-41fa-83d0-8d1a00019ee0 req-d91cd42f-16b1-4c51-807d-9775a7dcafae tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 210 time: 0.7100472 Sep 16 19:11:20.877402 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-79b7be29-ef22-4af1-aacb-b58a059a3f34 req-15441c83-7e0e-497d-9415-35ec471297c3 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 210 time: 0.7130783 Sep 16 19:11:20.893858 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8068579-ba13-43c2-82ed-6464b96b29d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:20.895285 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d8068579-ba13-43c2-82ed-6464b96b29d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb1de35c-ded7-44ca-ac1a-0138c7dd3b18 HTTP/1.1" status: 204 len: 168 time: 2.0935314 Sep 16 19:11:20.898875 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0878034 Sep 16 19:11:20.899895 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8068579-ba13-43c2-82ed-6464b96b29d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1de35c-ded7-44ca-ac1a-0138c7dd3b18,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:20.902981 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d8068579-ba13-43c2-82ed-6464b96b29d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:20.912724 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:20.924108 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:21.018587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ab44-9649-4edf-b68c-e23365fe596c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:21.020867 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:21.052329 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ab44-9649-4edf-b68c-e23365fe596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:21.078470 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Transition to ACTIVE for port object cb8ea0ec-97f6-4420-b1f5-58ff752f9829 will not be triggered until provisioned by entity DHCP. {{(pid=82445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:11:21.106141 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Pushing event updated for resources: {'Port': ['ID=1707f88e-aed3-4fac-af78-ba9cc61c82bc,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:21.125081 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:21.153005 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:21.158425 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-21e06c9f-abb8-415b-b9af-0c0563be4dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:21.247314 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Pushing event updated for resources: {'Port': ['ID=cb8ea0ec-97f6-4420-b1f5-58ff752f9829,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:21.248428 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ab44-9649-4edf-b68c-e23365fe596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for subnet, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:21.252917 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:21.282108 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-83f9826b-b099-4ffd-9ff7-5a0ea6ee863d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:21.286970 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:11:21.291775 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:21.298604 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:11:21.299438 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067753'] for router_interface, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:21.407202 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5ab44-9649-4edf-b68c-e23365fe596c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f398dd7f-0ded-4928-b162-5cbba4813d79,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:21.421000 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:11:21.430470 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1cb5ab44-9649-4edf-b68c-e23365fe596c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:21.454998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ab44-9649-4edf-b68c-e23365fe596c admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:21.460357 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1cb5ab44-9649-4edf-b68c-e23365fe596c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f398dd7f-0ded-4928-b162-5cbba4813d79 HTTP/1.1" status: 204 len: 168 time: 1.6185660 Sep 16 19:11:21.469319 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] 10.222.0.39 "PUT /v2.0/routers/049745ba-7e5b-43e2-84a3-580c7dc79915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8799012 Sep 16 19:11:21.473183 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38504) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:21.638749 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:21.806584 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:21.949479 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Sync routers for ids ['049745ba-7e5b-43e2-84a3-580c7dc79915'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:11:22.004873 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Routers {'049745ba-7e5b-43e2-84a3-580c7dc79915'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:11:22.025527 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:11:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['049745ba-7e5b-43e2-84a3-580c7dc79915'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:22.030874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=29057a7b-254c-4910-93be-8ca2264f4d4d,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:22.075564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.151s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:22.122713 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-acdeeb91-ce37-42cd-9ec0-19e2b02af165 None None] Provisioning for port cb8ea0ec-97f6-4420-b1f5-58ff752f9829 completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:11:22.171743 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-acdeeb91-ce37-42cd-9ec0-19e2b02af165 None None] Provisioning complete for port cb8ea0ec-97f6-4420-b1f5-58ff752f9829 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:22.172413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-acdeeb91-ce37-42cd-9ec0-19e2b02af165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:22.214157 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-74514b24-d328-472b-8a9b-ff4869c93252 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:11:22.215434 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-74514b24-d328-472b-8a9b-ff4869c93252 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0162873 Sep 16 19:11:22.277177 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:22.327976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Request body: {'port': {'device_id': 'cd3ca45c-115c-466d-89ce-a611b30a6e8c', 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796', 'admin_state_up': True, 'tenant_id': '38c046ff61b7430fab7783b7c1bce025'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:22.607815 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Set router 049745ba-7e5b-43e2-84a3-580c7dc79915 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:11:22.657148 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-acdeeb91-ce37-42cd-9ec0-19e2b02af165 None None] Port cb8ea0ec-97f6-4420-b1f5-58ff752f9829 cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:11:22.658321 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:22.766615 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82446) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:11:22.771877 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82446) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:11:22.773134 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82446) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:11:22.773685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Subscribe: > port after_create 55550000 {{(pid=82446) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:11:22.774220 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82446) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:11:22.774767 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Subscribe: > port after_update 55550000 {{(pid=82446) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:11:22.775303 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82446) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:11:22.783268 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82446) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:11:22.791359 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82446) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:11:22.791916 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82446) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:11:22.900897 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:11Z', 'revision_number': 3, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:22.926556 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1560eb57-e4f7-4f00-90f2-4103ff1829c7 None None] The sync data for ids ['097cd488-c048-45a7-ab6a-0603aa2d003a'] in dv-cinder-809448-1-smb is: [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:11Z', 'revision_number': 3, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:11:22.974825 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1b5d690e-d46b-484e-a662-8af5c599ca7d req-28ceb335-2391-418d-a9a7-392e76895b39 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 210 time: 0.4618518 Sep 16 19:11:23.023372 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653d888-3475-40c2-b7cb-eecefa6bd9e5 req-2f3aac8e-8136-4c60-8bd8-631258720176 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:23.025006 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4653d888-3475-40c2-b7cb-eecefa6bd9e5 req-2f3aac8e-8136-4c60-8bd8-631258720176 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 931 time: 0.7260318 Sep 16 19:11:23.040167 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:23.112880 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:23.124875 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Usage tracker for resource:port and tenant:38c046ff61b7430fab7783b7c1bce025 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:23.129413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:23.136390 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:23.173614 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-4653d888-3475-40c2-b7cb-eecefa6bd9e5 req-d26c0282-2c39-4cae-98b2-ce853152989d tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Synchronizing usage tracker for tenant:26baeb6c49864a47acb430ca73d99bc4 on resource:security_group {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:11:23.199908 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Made reservation on behalf of 38c046ff61b7430fab7783b7c1bce025 for: {'port': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:23.201181 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82446) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:11:23.202455 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82446) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:11:23.202937 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82446) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:11:23.203418 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82446) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:11:23.203913 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed4e0ba-d9c6-44bc-8193-d34ede441da1']}} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:23.205411 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:23.246158 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a401d9c5-7fd8-48d3-bd2f-ed96d20f4dfb') {'for_net_delete': True} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:23.246637 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a401d9c5-7fd8-48d3-bd2f-ed96d20f4dfb') {} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:23.265681 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3090972'] for segment, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:23.286087 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:23.295368 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=82446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:11:23.296006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2718541'] for segment, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: (self, other), Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: (self, other), Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:11:23.321216 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:11:23.397232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'name': 'tempest-ServerRescueNegativeTestJSON-1891138283-router', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': '29057a7b-254c-4910-93be-8ca2264f4d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:06Z', 'updated_at': '2021-09-16T19:11:14Z', 'revision_number': 4, 'project_id': '27dc7b61347448d89fa8d78c40f1def6', 'gw_port': {'id': '29057a7b-254c-4910-93be-8ca2264f4d4d', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'e8a79283-7d3e-4746-9a51-03f544a53011', 'name': '', 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'mac_address': 'fa:16:3e:92:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24a4c799-bf4b-4108-947c-febe7a6204bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:13Z', 'updated_at': '2021-09-16T19:11:14Z', 'revision_number': 2, 'project_id': '27dc7b61347448d89fa8d78c40f1def6', 'subnets': [{'id': '24a4c799-bf4b-4108-947c-febe7a6204bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:23.414571 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Checking router: 049745ba-7e5b-43e2-84a3-580c7dc79915 for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:11:23.415187 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Updating router 049745ba-7e5b-43e2-84a3-580c7dc79915 port e8a79283-7d3e-4746-9a51-03f544a53011 binding host dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:11:23.439991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:23.451414 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:23.495025 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:23.502787 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 29057a7b-254c-4910-93be-8ca2264f4d4d up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:11:23.529023 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] 10.222.0.39 "DELETE /v2.0/networks/eed4e0ba-d9c6-44bc-8193-d34ede441da1 HTTP/1.1" status: 204 len: 168 time: 2.0546246 Sep 16 19:11:23.552595 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38548) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:23.659833 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:23.693893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-4653d888-3475-40c2-b7cb-eecefa6bd9e5 req-d26c0282-2c39-4cae-98b2-ce853152989d tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Unset dirty status for tenant:26baeb6c49864a47acb430ca73d99bc4 on resource:security_group {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:11:23.717321 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4653d888-3475-40c2-b7cb-eecefa6bd9e5 req-d26c0282-2c39-4cae-98b2-ce853152989d tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaebb8c-c09a-4648-aedd-4d9f5e8ff632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709168 Sep 16 19:11:23.717843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Pushing event deleted for resources: {'Network': ['ID=eed4e0ba-d9c6-44bc-8193-d34ede441da1,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:23.723179 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:23.791263 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 29057a7b-254c-4910-93be-8ca2264f4d4d triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:23.801780 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Allocated IP 172.20.0.5 (d6adc5e2-ae00-468c-93a4-cfc82f035796/65abb785-f8e9-4186-b372-e87514607609/998c6ac8-abb8-41f3-b525-ba904efe9152) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:11:23.805277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:23.840557 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c5a7d2-a123-4e7f-9219-a829f1dc2450 admin admin] Deleting subnet 1178ce10-66dc-4f7e-975a-89ab96074a01 {{(pid=82446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:11:23.862379 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c5a7d2-a123-4e7f-9219-a829f1dc2450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:24.073337 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c5a7d2-a123-4e7f-9219-a829f1dc2450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684859'] for subnet, precommit_delete_associations {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:24.274647 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c5a7d2-a123-4e7f-9219-a829f1dc2450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:24.456783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c5a7d2-a123-4e7f-9219-a829f1dc2450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852173801'] for subnet, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:24.487035 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:24.624247 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Request body: {'port': {'device_id': '4ca5212b-c554-41c6-8294-5cb3e22401b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:24.690393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5a7d2-a123-4e7f-9219-a829f1dc2450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1178ce10-66dc-4f7e-975a-89ab96074a01,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:24.699170 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c5a7d2-a123-4e7f-9219-a829f1dc2450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:24.792235 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-08c5a7d2-a123-4e7f-9219-a829f1dc2450 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1178ce10-66dc-4f7e-975a-89ab96074a01 HTTP/1.1" status: 204 len: 168 time: 1.2387216 Sep 16 19:11:24.840200 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38582) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:24.859409 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c5a7d2-a123-4e7f-9219-a829f1dc2450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:25.083521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-06cc8efd-7c38-4ebc-8c73-92e30929cb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:25.093095 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Notify callbacks [] for port, precommit_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:25.118546 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Transition to ACTIVE for port object e8a79283-7d3e-4746-9a51-03f544a53011 will not be triggered until provisioned by entity L2. {{(pid=82448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:11:25.125712 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:25.147296 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:25.166766 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:25.271016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b651a8-b98c-41c1-86e6-bac87c8b0c81 None None] Pushing event updated for resources: {'Port': ['ID=e8a79283-7d3e-4746-9a51-03f544a53011,revision_number=3']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:25.299964 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-34b651a8-b98c-41c1-86e6-bac87c8b0c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:25.577132 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device f6330e98-249f-455a-a688-5c4eded0618f up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:11:25.664296 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-01008535-d8ca-497e-86b3-3f238e1731c7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:25.666142 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-01008535-d8ca-497e-86b3-3f238e1731c7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/networks?id=3c11271f-5a61-463c-b887-6808365b9c0c HTTP/1.1" status: 200 len: 819 time: 0.4345372 Sep 16 19:11:25.687013 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-47499526-e2f0-4053-8cb8-24df551517cc req-62c53bd3-d275-4de9-8783-fc0406890c71 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 210 time: 1.0941000 Sep 16 19:11:25.746590 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-a64f5993-1e4a-4ac3-942d-3f515eaed07e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/quotas/27dc7b61347448d89fa8d78c40f1def6 HTTP/1.1" status: 200 len: 375 time: 0.0331612 Sep 16 19:11:25.753436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:25.758658 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port f6330e98-249f-455a-a688-5c4eded0618f completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:11:25.775441 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port f6330e98-249f-455a-a688-5c4eded0618f triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:25.776067 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:25.857372 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Attempting to bind port e8a79283-7d3e-4746-9a51-03f544a53011 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:11:25.859855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Attempting to bind port e8a79283-7d3e-4746-9a51-03f544a53011 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c'}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:11:25.860004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Attempting to bind port e8a79283-7d3e-4746-9a51-03f544a53011 on network 3c11271f-5a61-463c-b887-6808365b9c0c {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:25.898093 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:11:25.898824 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Checking segment: {'id': '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:25.898965 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:25.900956 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:25.902885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Bound using segment: {'id': '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c'} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:11:25.903576 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Bound port: e8a79283-7d3e-4746-9a51-03f544a53011, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c'}}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:11:25.906063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:25.910008 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:25.928963 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852708017'] for router_interface, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:26.013996 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:26.056388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:26.057635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] For port e8a79283-7d3e-4746-9a51-03f544a53011, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:11:26.061880 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] For port e8a79283-7d3e-4746-9a51-03f544a53011, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=e8a79283-7d3e-4746-9a51-03f544a53011,segment=NetworkSegment(3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7),segment_id=3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7)] {{(pid=82448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:11:26.066618 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:26.076373 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:26.099751 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port f6330e98-249f-455a-a688-5c4eded0618f, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=f6330e98-249f-455a-a688-5c4eded0618f,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:26.104712 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:26.107266 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:26.139413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1707f88e-aed3-4fac-af78-ba9cc61c82bc {{(pid=82446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:11:26.223184 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b651a8-b98c-41c1-86e6-bac87c8b0c81 None None] Pushing event updated for resources: {'Port': ['ID=e8a79283-7d3e-4746-9a51-03f544a53011,revision_number=4']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:26.226958 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:26.234153 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-34b651a8-b98c-41c1-86e6-bac87c8b0c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:26.258121 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Transition to ACTIVE for port object 1707f88e-aed3-4fac-af78-ba9cc61c82bc will not be triggered until provisioned by entity L2. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:11:26.259215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=f6330e98-249f-455a-a688-5c4eded0618f,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:26.266859 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:26.294496 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Routers {'049745ba-7e5b-43e2-84a3-580c7dc79915'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:11:26.296747 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:11:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['049745ba-7e5b-43e2-84a3-580c7dc79915'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:26.298976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Pushing event updated for resources: {'Port': ['ID=cb8ea0ec-97f6-4420-b1f5-58ff752f9829,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:26.311140 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:11:26.312438 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:26.314830 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:26.370568 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-06cc8efd-7c38-4ebc-8c73-92e30929cb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:26.427227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-06cc8efd-7c38-4ebc-8c73-92e30929cb9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167f6728-c412-4c9e-82e3-990903ad96bc']}} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:26.456866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:26.458784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-06cc8efd-7c38-4ebc-8c73-92e30929cb9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011716fd-a2f7-4fb0-aa6b-ace4a02cf2ba') {'for_net_delete': True} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:26.459204 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-06cc8efd-7c38-4ebc-8c73-92e30929cb9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011716fd-a2f7-4fb0-aa6b-ace4a02cf2ba') {} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:26.475914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-06cc8efd-7c38-4ebc-8c73-92e30929cb9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3090972'] for segment, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:26.554987 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-06cc8efd-7c38-4ebc-8c73-92e30929cb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:26.571597 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cc8efd-7c38-4ebc-8c73-92e30929cb9e admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=82446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:11:26.574988 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-06cc8efd-7c38-4ebc-8c73-92e30929cb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2718541'] for segment, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:26.758120 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] Set router 049745ba-7e5b-43e2-84a3-580c7dc79915 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:11:26.860520 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:27.053622 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-e1bb7ce9-437b-4737-b5c0-164312c66e0b None None] Provisioning complete for port cb8ea0ec-97f6-4420-b1f5-58ff752f9829 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:27.054068 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e1bb7ce9-437b-4737-b5c0-164312c66e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:11:27.069996 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:11:27.148961 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:27.206839 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-5d034161-a9c8-4bd4-9f55-06fa9521a231 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=27dc7b61347448d89fa8d78c40f1def6&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4455838 Sep 16 19:11:27.240869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb7ce9-437b-4737-b5c0-164312c66e0b None None] Port cb8ea0ec-97f6-4420-b1f5-58ff752f9829 cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:11:27.288717 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Pushing event updated for resources: {'Port': ['ID=1707f88e-aed3-4fac-af78-ba9cc61c82bc,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:27.300233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:27.310734 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-06cc8efd-7c38-4ebc-8c73-92e30929cb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:27.332840 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-06cc8efd-7c38-4ebc-8c73-92e30929cb9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:27.343359 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:27.439872 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc8efd-7c38-4ebc-8c73-92e30929cb9e admin admin] Pushing event deleted for resources: {'Network': ['ID=167f6728-c412-4c9e-82e3-990903ad96bc,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:27.454758 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:27.528364 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device f6330e98-249f-455a-a688-5c4eded0618f up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:11:27.574772 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-06cc8efd-7c38-4ebc-8c73-92e30929cb9e admin admin] 10.222.0.39 "DELETE /v2.0/networks/167f6728-c412-4c9e-82e3-990903ad96bc HTTP/1.1" status: 204 len: 168 time: 2.7199860 Sep 16 19:11:27.576562 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-06cc8efd-7c38-4ebc-8c73-92e30929cb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:27.735468 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e682e5d-14a7-4e77-b6cd-7800db6f017c req-1433df7e-8abe-4d02-8c64-75ddc85b0b85 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:27.737820 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8e682e5d-14a7-4e77-b6cd-7800db6f017c req-1433df7e-8abe-4d02-8c64-75ddc85b0b85 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 931 time: 1.7916188 Sep 16 19:11:27.743447 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Pushing event updated for resources: {'Port': ['ID=998c6ac8-abb8-41f3-b525-ba904efe9152,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:27.748692 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:27.856628 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8e682e5d-14a7-4e77-b6cd-7800db6f017c req-e5f9a8a5-7c00-44af-b35f-e568c1f7c3cf tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaebb8c-c09a-4648-aedd-4d9f5e8ff632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004212 Sep 16 19:11:27.866615 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Network d6adc5e2-ae00-468c-93a4-cfc82f035796 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:11:27.874380 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:27.877326 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:11:27.882108 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:27.882810 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:27.888048 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port f6330e98-249f-455a-a688-5c4eded0618f triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:27.888505 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:28.001724 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Attempting to bind port 1707f88e-aed3-4fac-af78-ba9cc61c82bc on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:11:28.006678 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Attempting to bind port 1707f88e-aed3-4fac-af78-ba9cc61c82bc by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '4f660184-7618-41f0-8f50-73f409526f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b9437ef2-7378-4a66-93ae-48525c20c1be'}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:11:28.007681 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Attempting to bind port 1707f88e-aed3-4fac-af78-ba9cc61c82bc on network b9437ef2-7378-4a66-93ae-48525c20c1be {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:28.015569 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7270560 Sep 16 19:11:28.036472 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e684e3a9-6ac2-4350-aa1c-89496df9f77f service neutron] 10.222.0.39 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7967010 Sep 16 19:11:28.046396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Request body: {'port': {'device_id': 'cd3ca45c-115c-466d-89ce-a611b30a6e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:28.066618 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Port 1707f88e-aed3-4fac-af78-ba9cc61c82bc on network b9437ef2-7378-4a66-93ae-48525c20c1be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:11:28.070482 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Attempting to bind port 1707f88e-aed3-4fac-af78-ba9cc61c82bc on network b9437ef2-7378-4a66-93ae-48525c20c1be {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:28.096436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:11:28.097141 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Checking segment: {'id': '4f660184-7618-41f0-8f50-73f409526f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b9437ef2-7378-4a66-93ae-48525c20c1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:28.101514 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Bound using segment: {'id': '4f660184-7618-41f0-8f50-73f409526f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b9437ef2-7378-4a66-93ae-48525c20c1be'} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:11:28.105237 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Bound port: 1707f88e-aed3-4fac-af78-ba9cc61c82bc, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f660184-7618-41f0-8f50-73f409526f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b9437ef2-7378-4a66-93ae-48525c20c1be'}}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:11:28.105992 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:28.217476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device e8a79283-7d3e-4746-9a51-03f544a53011 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:11:28.253626 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38636) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:28.336232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port e8a79283-7d3e-4746-9a51-03f544a53011 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:11:28.344440 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port e8a79283-7d3e-4746-9a51-03f544a53011 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:28.345248 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:28.353432 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:11:28.379030 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'name': 'tempest-ServerRescueNegativeTestJSON-1891138283-router', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': '29057a7b-254c-4910-93be-8ca2264f4d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:06Z', 'updated_at': '2021-09-16T19:11:14Z', 'revision_number': 4, 'project_id': '27dc7b61347448d89fa8d78c40f1def6', 'gw_port': {'id': '29057a7b-254c-4910-93be-8ca2264f4d4d', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'e8a79283-7d3e-4746-9a51-03f544a53011', 'name': '', 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'mac_address': 'fa:16:3e:92:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24a4c799-bf4b-4108-947c-febe7a6204bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:13Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '27dc7b61347448d89fa8d78c40f1def6', 'subnets': [{'id': '24a4c799-bf4b-4108-947c-febe7a6204bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:28.391077 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c640bc-60ac-4d02-a0f8-bd5ec0d94c6f None None] The sync data for ids ['049745ba-7e5b-43e2-84a3-580c7dc79915'] in dv-cinder-809448-1-smb is: [{'id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'name': 'tempest-ServerRescueNegativeTestJSON-1891138283-router', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': '29057a7b-254c-4910-93be-8ca2264f4d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:06Z', 'updated_at': '2021-09-16T19:11:14Z', 'revision_number': 4, 'project_id': '27dc7b61347448d89fa8d78c40f1def6', 'gw_port': {'id': '29057a7b-254c-4910-93be-8ca2264f4d4d', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'e8a79283-7d3e-4746-9a51-03f544a53011', 'name': '', 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'mac_address': 'fa:16:3e:92:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24a4c799-bf4b-4108-947c-febe7a6204bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:13Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '27dc7b61347448d89fa8d78c40f1def6', 'subnets': [{'id': '24a4c799-bf4b-4108-947c-febe7a6204bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:11:28.412912 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] For port 1707f88e-aed3-4fac-af78-ba9cc61c82bc, host hv-cinder-80944, cleared binding levels {{(pid=82446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:11:28.419724 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] For port 1707f88e-aed3-4fac-af78-ba9cc61c82bc, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=1707f88e-aed3-4fac-af78-ba9cc61c82bc,segment=NetworkSegment(4f660184-7618-41f0-8f50-73f409526f45),segment_id=4f660184-7618-41f0-8f50-73f409526f45)] {{(pid=82446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:11:28.426688 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:28.445821 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:28.542104 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:28.544458 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] 10.222.0.45 "PUT /v2.0/ports/1707f88e-aed3-4fac-af78-ba9cc61c82bc HTTP/1.1" status: 200 len: 1093 time: 5.3166413 Sep 16 19:11:28.545064 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca5212b-c554-41c6-8294-5cb3e22401b2', 'tag': '1707f88e-aed3-4fac-af78-ba9cc61c82bc'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:11:28.565126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Router 097cd488-c048-45a7-ab6a-0603aa2d003a has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:11:28.600641 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Pushing event updated for resources: {'Port': ['ID=1707f88e-aed3-4fac-af78-ba9cc61c82bc,revision_number=3']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:28.616169 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:28.794334 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:28.901423 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-d487f727-f07f-4ad6-aba0-f723c5b86f76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=26baeb6c49864a47acb430ca73d99bc4&device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 1096 time: 0.2653358 Sep 16 19:11:28.924766 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:28.937798 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port e8a79283-7d3e-4746-9a51-03f544a53011, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=e8a79283-7d3e-4746-9a51-03f544a53011,segment=NetworkSegment(3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7),segment_id=3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:28.952202 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:28.956088 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:29.055341 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=e8a79283-7d3e-4746-9a51-03f544a53011,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:29.062175 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:29.479205 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device e8a79283-7d3e-4746-9a51-03f544a53011 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:11:29.671259 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-488caaac-9578-46ca-8664-ae4be404c311 service neutron] 10.222.0.39 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5246665 Sep 16 19:11:29.680950 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port e8a79283-7d3e-4746-9a51-03f544a53011 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:29.681396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:30.145905 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38700) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:30.183707 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-70a3052f-439f-4879-b97f-ac4c5de8daaf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ca54ce0cd0d4095a0676c9db1423243&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8834224 Sep 16 19:11:30.186667 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38708) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:30.275053 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1b98b8f8-6ee9-4751-947b-cca56766c6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:30.290331 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cec020-b55e-4c47-a2a0-3b5a2eb0a3ff req-339ed638-7130-4f89-bdc5-4dc8c4d15775 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:30.291124 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-53cec020-b55e-4c47-a2a0-3b5a2eb0a3ff req-339ed638-7130-4f89-bdc5-4dc8c4d15775 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Synchronizing usage tracker for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:11:30.314060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1b98b8f8-6ee9-4751-947b-cca56766c6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:30.372050 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1b98b8f8-6ee9-4751-947b-cca56766c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:30.398947 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:30.436237 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1b98b8f8-6ee9-4751-947b-cca56766c6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:30.439972 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1b98b8f8-6ee9-4751-947b-cca56766c6d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9511bad8-cefb-46d9-b163-3a3ea551dc0f HTTP/1.1" status: 204 len: 168 time: 0.2496285 Sep 16 19:11:30.445525 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98b8f8-6ee9-4751-947b-cca56766c6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9511bad8-cefb-46d9-b163-3a3ea551dc0f,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:30.448996 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1b98b8f8-6ee9-4751-947b-cca56766c6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:30.480901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-90923113-7afc-471e-ba4f-4fbcc9679dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:30.536030 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-90923113-7afc-471e-ba4f-4fbcc9679dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:30.540255 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-90923113-7afc-471e-ba4f-4fbcc9679dee admin admin] Usage tracker for resource:security_group_rule and tenant:590f480ff42d4e1e9b2d9d9fb3a07ac8 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:30.543648 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-90923113-7afc-471e-ba4f-4fbcc9679dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:30.550644 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-90923113-7afc-471e-ba4f-4fbcc9679dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:30.569418 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-53cec020-b55e-4c47-a2a0-3b5a2eb0a3ff req-339ed638-7130-4f89-bdc5-4dc8c4d15775 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Unset dirty status for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:11:30.573267 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-53cec020-b55e-4c47-a2a0-3b5a2eb0a3ff req-339ed638-7130-4f89-bdc5-4dc8c4d15775 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 931 time: 2.0114636 Sep 16 19:11:30.660142 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-90923113-7afc-471e-ba4f-4fbcc9679dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:30.666818 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-90923113-7afc-471e-ba4f-4fbcc9679dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:30.685564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f90d9-b97b-492a-923c-e10881c844a7 req-f0de52c1-644f-4972-affb-efe28cad8245 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:30.693293 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-456f90d9-b97b-492a-923c-e10881c844a7 req-f0de52c1-644f-4972-affb-efe28cad8245 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 943 time: 0.5052161 Sep 16 19:11:30.700041 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:30.741340 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-90923113-7afc-471e-ba4f-4fbcc9679dee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=590f480ff42d4e1e9b2d9d9fb3a07ac8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5936804 Sep 16 19:11:30.744166 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38722) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:30.763392 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-53cec020-b55e-4c47-a2a0-3b5a2eb0a3ff req-a4b731af-ef24-46c4-9409-8da21d6d690b tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567004 Sep 16 19:11:30.806782 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90923113-7afc-471e-ba4f-4fbcc9679dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a192bb-6271-4931-a2f6-fb2b0b3703fc,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:30.812472 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-456f90d9-b97b-492a-923c-e10881c844a7 req-9237ea22-0f97-4ae0-8d23-0f622403f706 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaebb8c-c09a-4648-aedd-4d9f5e8ff632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181571 Sep 16 19:11:30.821543 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-90923113-7afc-471e-ba4f-4fbcc9679dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:31.013551 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:11:31.031964 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] 10.222.0.39 "PUT /v2.0/routers/097cd488-c048-45a7-ab6a-0603aa2d003a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1980956 Sep 16 19:11:31.032065 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Sync routers for ids ['097cd488-c048-45a7-ab6a-0603aa2d003a'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:11:31.050233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Routers {'097cd488-c048-45a7-ab6a-0603aa2d003a'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:11:31.051729 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:11:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['097cd488-c048-45a7-ab6a-0603aa2d003a'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:31.112365 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-decc60e7-5dd6-40fc-953d-c844a67ce26f req-b3555b0e-633e-4a59-b1fe-9d0a83b0f153 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 210 time: 0.0715618 Sep 16 19:11:31.152397 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998c6ac8-abb8-41f3-b525-ba904efe9152 {{(pid=82445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:11:31.174166 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:31.178921 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38746) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:31.296763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Transition to ACTIVE for port object 998c6ac8-abb8-41f3-b525-ba904efe9152 will not be triggered until provisioned by entity L2. {{(pid=82445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:11:31.328083 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:31.333204 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7286a6c1-3a21-427b-bfd9-b8fc277e269b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:31.345356 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Set router 097cd488-c048-45a7-ab6a-0603aa2d003a gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:11:31.350588 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:31.419265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7286a6c1-3a21-427b-bfd9-b8fc277e269b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:31.437691 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ab3c6815-93ef-4a89-9151-bff2018b5388 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=191251a1761b4cfd876138c7f9fbb007&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2566907 Sep 16 19:11:31.442786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38758) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:31.444537 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca5212b-c554-41c6-8294-5cb3e22401b2', 'tag': '1707f88e-aed3-4fac-af78-ba9cc61c82bc', 'status': 'completed', 'code': 200} Sep 16 19:11:31.628001 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-231625ae-e1b1-4887-8d72-d5ceff135400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:31.655039 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7286a6c1-3a21-427b-bfd9-b8fc277e269b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:31.680736 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=998c6ac8-abb8-41f3-b525-ba904efe9152,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:31.685884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:31.719338 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:31.721069 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286a6c1-3a21-427b-bfd9-b8fc277e269b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a192bb-6271-4931-a2f6-fb2b0b3703fc,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:31.732343 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7286a6c1-3a21-427b-bfd9-b8fc277e269b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:31.735722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7286a6c1-3a21-427b-bfd9-b8fc277e269b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:31.739935 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7286a6c1-3a21-427b-bfd9-b8fc277e269b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45a192bb-6271-4931-a2f6-fb2b0b3703fc HTTP/1.1" status: 204 len: 168 time: 0.9947476 Sep 16 19:11:31.742174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-231625ae-e1b1-4887-8d72-d5ceff135400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:31.953826 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-2cb23d10-68f3-4248-a288-0f5194dacb0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1707f88e-aed3-4fac-af78-ba9cc61c82bc HTTP/1.1" status: 200 len: 217 time: 0.1603012 Sep 16 19:11:32.001704 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 2, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:32.005902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Checking router: 097cd488-c048-45a7-ab6a-0603aa2d003a for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:11:32.006304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Updating router 097cd488-c048-45a7-ab6a-0603aa2d003a port cb8ea0ec-97f6-4420-b1f5-58ff752f9829 binding host dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:11:32.063602 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-231625ae-e1b1-4887-8d72-d5ceff135400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:32.072505 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7286a6c1-3a21-427b-bfd9-b8fc277e269b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:32.081371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Attempting to bind port 998c6ac8-abb8-41f3-b525-ba904efe9152 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:11:32.082007 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Attempting to bind port 998c6ac8-abb8-41f3-b525-ba904efe9152 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'}] {{(pid=82445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:11:32.084100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Attempting to bind port 998c6ac8-abb8-41f3-b525-ba904efe9152 on network d6adc5e2-ae00-468c-93a4-cfc82f035796 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:32.100842 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231625ae-e1b1-4887-8d72-d5ceff135400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608aab15-fa3e-4a0b-8a8b-ea4f29d01e35,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:32.107141 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-231625ae-e1b1-4887-8d72-d5ceff135400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:32.115243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:32.135478 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-25a5bc4f-285a-484b-b284-ce3f0c035206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:32.137794 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-25a5bc4f-285a-484b-b284-ce3f0c035206 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f8e438-976b-4470-9712-742f5fb81e19 HTTP/1.1" status: 200 len: 851 time: 0.1765170 Sep 16 19:11:32.139004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-231625ae-e1b1-4887-8d72-d5ceff135400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:32.158671 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-231625ae-e1b1-4887-8d72-d5ceff135400 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/608aab15-fa3e-4a0b-8a8b-ea4f29d01e35 HTTP/1.1" status: 204 len: 168 time: 0.7130017 Sep 16 19:11:32.161277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Port 998c6ac8-abb8-41f3-b525-ba904efe9152 on network d6adc5e2-ae00-468c-93a4-cfc82f035796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:11:32.165144 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Attempting to bind port 998c6ac8-abb8-41f3-b525-ba904efe9152 on network d6adc5e2-ae00-468c-93a4-cfc82f035796 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:32.237815 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:11:32.239878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Checking segment: {'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:32.242258 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Bound using segment: {'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'} {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:11:32.242757 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Bound port: 998c6ac8-abb8-41f3-b525-ba904efe9152, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'}}] {{(pid=82445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:11:32.243230 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:32.301548 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-c898caec-9330-41f6-b1f1-4d116d934255 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9437ef2-7378-4a66-93ae-48525c20c1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414416 Sep 16 19:11:32.344273 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-815d6005-b459-42d2-b80f-b9d60424e9e2 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:32.349848 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-815d6005-b459-42d2-b80f-b9d60424e9e2 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/networks?id=3c11271f-5a61-463c-b887-6808365b9c0c HTTP/1.1" status: 200 len: 819 time: 0.6643207 Sep 16 19:11:32.550029 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] For port 998c6ac8-abb8-41f3-b525-ba904efe9152, host hv-cinder-80944, cleared binding levels {{(pid=82445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:11:32.561146 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] For port 998c6ac8-abb8-41f3-b525-ba904efe9152, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=998c6ac8-abb8-41f3-b525-ba904efe9152,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:11:32.577656 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:32.581345 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38806) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:32.608938 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--188814335', 'description': 'tempest-description--818700238'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:32.622031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38810) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:32.629181 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:32.655763 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-a7a8957a-9d90-4a4b-b5e4-8833be4a5447 service neutron] 10.222.0.45 "GET /v2.0/networks/b9437ef2-7378-4a66-93ae-48525c20c1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443747 Sep 16 19:11:32.684389 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Notify callbacks [] for port, precommit_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:32.702152 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Transition to ACTIVE for port object cb8ea0ec-97f6-4420-b1f5-58ff752f9829 will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:11:32.710685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:32.717009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:32.724786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:32.765668 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-e8c023ee-c154-4268-af30-434beedb4e03 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/quotas/27dc7b61347448d89fa8d78c40f1def6 HTTP/1.1" status: 200 len: 375 time: 0.2027490 Sep 16 19:11:32.766433 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-edbef443-cdca-44d8-b9a3-c4a8b92b2700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:32.803526 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87488ad-a196-414b-b6cd-e37fdb13caa2 None None] Pushing event updated for resources: {'Port': ['ID=cb8ea0ec-97f6-4420-b1f5-58ff752f9829,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:32.810456 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e87488ad-a196-414b-b6cd-e37fdb13caa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:32.842737 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-67e17d62-5b0a-42a5-9499-b4967d0af3fb req-2239d664-2a49-4697-9ec9-0d3d558dca3f service neutron] 10.222.0.45 "GET /v2.0/networks/b9437ef2-7378-4a66-93ae-48525c20c1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763566 Sep 16 19:11:32.931503 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.45', 56433) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:32.936290 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Usage tracker for resource:security_group and tenant:b5f3cdbaa6034f4abfe2547e31936b90 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:32.950822 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:33.079362 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:33.129083 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:33.130894 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] 10.222.0.45 "PUT /v2.0/ports/998c6ac8-abb8-41f3-b525-ba904efe9152 HTTP/1.1" status: 200 len: 1093 time: 5.0918784 Sep 16 19:11:33.148949 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3ca45c-115c-466d-89ce-a611b30a6e8c', 'tag': '998c6ac8-abb8-41f3-b525-ba904efe9152'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:11:33.170765 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Attempting to bind port cb8ea0ec-97f6-4420-b1f5-58ff752f9829 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:11:33.171428 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Attempting to bind port cb8ea0ec-97f6-4420-b1f5-58ff752f9829 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:11:33.171545 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Attempting to bind port cb8ea0ec-97f6-4420-b1f5-58ff752f9829 on network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:33.186942 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:11:33.187362 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Checking segment: {'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:33.187947 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:33.188387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Bound using segment: {'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:11:33.188951 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Bound port: cb8ea0ec-97f6-4420-b1f5-58ff752f9829, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:11:33.189367 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:33.198984 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-0ee029f1-19d7-47c7-a4b9-b882ddf37ca7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:33.199778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-0ee029f1-19d7-47c7-a4b9-b882ddf37ca7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Synchronizing usage tracker for tenant:27dc7b61347448d89fa8d78c40f1def6 on resource:network {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:11:33.248264 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-0ee029f1-19d7-47c7-a4b9-b882ddf37ca7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Unset dirty status for tenant:27dc7b61347448d89fa8d78c40f1def6 on resource:network {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:11:33.249554 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-0ee029f1-19d7-47c7-a4b9-b882ddf37ca7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.45 "GET /v2.0/networks?id=3c11271f-5a61-463c-b887-6808365b9c0c HTTP/1.1" status: 200 len: 819 time: 0.3351605 Sep 16 19:11:33.265949 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Request body: {'port': {'device_id': '116f10bc-3601-46b7-bbba-6ee261aeecb7', 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c', 'admin_state_up': True, 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:33.309908 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=998c6ac8-abb8-41f3-b525-ba904efe9152,revision_number=3']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:33.329874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] For port cb8ea0ec-97f6-4420-b1f5-58ff752f9829, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:11:33.333458 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] For port cb8ea0ec-97f6-4420-b1f5-58ff752f9829, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=cb8ea0ec-97f6-4420-b1f5-58ff752f9829,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:11:33.347319 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:33.379703 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:33.441807 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:33.446251 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Usage tracker for resource:port and tenant:27dc7b61347448d89fa8d78c40f1def6 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:33.450174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:33.464868 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:33.477725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Made reservation on behalf of 27dc7b61347448d89fa8d78c40f1def6 for: {'port': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:33.484156 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:33.512936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87488ad-a196-414b-b6cd-e37fdb13caa2 None None] Pushing event updated for resources: {'Port': ['ID=cb8ea0ec-97f6-4420-b1f5-58ff752f9829,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:33.539306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e87488ad-a196-414b-b6cd-e37fdb13caa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:33.563454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Routers {'097cd488-c048-45a7-ab6a-0603aa2d003a'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:11:33.564222 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:11:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['097cd488-c048-45a7-ab6a-0603aa2d003a'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:33.695357 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:33.703219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:33.720488 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-edbef443-cdca-44d8-b9a3-c4a8b92b2700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:33.743346 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-edbef443-cdca-44d8-b9a3-c4a8b92b2700 admin admin] Usage tracker for resource:security_group_rule and tenant:57f1fb8b0c054e32b021b99413ee3b55 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:33.757229 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-60f01c71-ed28-4c8c-ade6-8a7c60ee2919 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=27dc7b61347448d89fa8d78c40f1def6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9520328 Sep 16 19:11:33.758349 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-edbef443-cdca-44d8-b9a3-c4a8b92b2700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:33.775714 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-edbef443-cdca-44d8-b9a3-c4a8b92b2700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:33.776102 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Allocated IP 172.20.0.9 (3c11271f-5a61-463c-b887-6808365b9c0c/24a4c799-bf4b-4108-947c-febe7a6204bd/185c75c5-c896-430d-b6c3-eb6971be6132) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:11:34.038027 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a485a3-ab96-42b3-84e7-dfe039d45244 req-69834c4f-5a40-4ab1-bf0d-a12f9232ad02 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:34.065451 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-20a485a3-ab96-42b3-84e7-dfe039d45244 req-69834c4f-5a40-4ab1-bf0d-a12f9232ad02 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 943 time: 1.2694886 Sep 16 19:11:34.068966 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-d0a82139-1fa3-416f-94a8-7e448d39c30d service neutron] 10.222.0.39 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960658 Sep 16 19:11:34.093260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:34.129973 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:34.144413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:34.162312 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] Set router 097cd488-c048-45a7-ab6a-0603aa2d003a gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:11:34.246371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Network 3c11271f-5a61-463c-b887-6808365b9c0c is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:11:34.251159 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:34.253513 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Pushing event updated for resources: {'Port': ['ID=185c75c5-c896-430d-b6c3-eb6971be6132,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:34.267790 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:11:34.302991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:34.362764 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:34.364308 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:34.412694 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1512840 Sep 16 19:11:34.472848 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Request body: {'port': {'device_id': '116f10bc-3601-46b7-bbba-6ee261aeecb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:34.532243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:34.588732 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:33Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:11:34.600532 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6286ba-cc83-4b72-b0ca-3f8664f1cf9c None None] The sync data for ids ['097cd488-c048-45a7-ab6a-0603aa2d003a'] in dv-cinder-809448-1-smb is: [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:33Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:11:34.601362 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-20a485a3-ab96-42b3-84e7-dfe039d45244 req-19d280d5-85b0-44d4-a092-ed4d46895da5 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348973 Sep 16 19:11:34.603840 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Usage tracker for resource:security_group_rule and tenant:b5f3cdbaa6034f4abfe2547e31936b90 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:34.653033 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:34.669546 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:34.736764 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:34.826403 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-ecdb9329-c36c-4511-9d01-0a050bcf2551 service neutron] 10.222.0.39 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6438131 Sep 16 19:11:34.879356 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-936f4608-ddc3-41e2-aabf-b24d042b72a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38c046ff61b7430fab7783b7c1bce025&device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 1096 time: 1.6640384 Sep 16 19:11:34.940396 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4854696e-2bb3-48e4-ae78-97b51d9292ce req-276eb55b-7f9b-4826-90df-f9f5a44d80c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=26baeb6c49864a47acb430ca73d99bc4&device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 1096 time: 1.9920545 Sep 16 19:11:35.096926 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-edbef443-cdca-44d8-b9a3-c4a8b92b2700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:35.121230 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-edbef443-cdca-44d8-b9a3-c4a8b92b2700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:35.313346 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185c75c5-c896-430d-b6c3-eb6971be6132 {{(pid=82446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:11:35.321700 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:35.338813 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Transition to ACTIVE for port object 185c75c5-c896-430d-b6c3-eb6971be6132 will not be triggered until provisioned by entity L2. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:11:35.344392 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:35.349910 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:35.391391 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:35.531994 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device cb8ea0ec-97f6-4420-b1f5-58ff752f9829 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:11:35.603095 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-bc7f7370-93e8-4914-a65c-4c88a6281f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:35.641259 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-edbef443-cdca-44d8-b9a3-c4a8b92b2700 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=57f1fb8b0c054e32b021b99413ee3b55&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9533813 Sep 16 19:11:35.643076 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Pushing event updated for resources: {'Port': ['ID=185c75c5-c896-430d-b6c3-eb6971be6132,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:35.643216 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854696e-2bb3-48e4-ae78-97b51d9292ce req-7c619cb0-02d9-4d31-ac8b-af3fb93960d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:35.644886 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4854696e-2bb3-48e4-ae78-97b51d9292ce req-7c619cb0-02d9-4d31-ac8b-af3fb93960d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9437ef2-7378-4a66-93ae-48525c20c1be HTTP/1.1" status: 200 len: 912 time: 0.5356450 Sep 16 19:11:35.645987 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 38914) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:35.647739 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3ca45c-115c-466d-89ce-a611b30a6e8c', 'tag': '998c6ac8-abb8-41f3-b525-ba904efe9152', 'status': 'completed', 'code': 200} Sep 16 19:11:35.656216 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:35.702159 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbef443-cdca-44d8-b9a3-c4a8b92b2700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26900c7b-c8c1-4b9d-828b-49f8a1b4204a,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:35.708282 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-edbef443-cdca-44d8-b9a3-c4a8b92b2700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:35.713874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port cb8ea0ec-97f6-4420-b1f5-58ff752f9829 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:11:35.717712 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-e3a9d73f-ca96-4174-b942-3597f0f0f04d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=998c6ac8-abb8-41f3-b525-ba904efe9152 HTTP/1.1" status: 200 len: 217 time: 0.7827759 Sep 16 19:11:35.718692 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:35.722408 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port cb8ea0ec-97f6-4420-b1f5-58ff752f9829 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:35.723415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:35.888088 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Attempting to bind port 185c75c5-c896-430d-b6c3-eb6971be6132 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:11:35.888434 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Attempting to bind port 185c75c5-c896-430d-b6c3-eb6971be6132 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c'}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:11:35.889029 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Attempting to bind port 185c75c5-c896-430d-b6c3-eb6971be6132 on network 3c11271f-5a61-463c-b887-6808365b9c0c {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:35.902304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Port 185c75c5-c896-430d-b6c3-eb6971be6132 on network 3c11271f-5a61-463c-b887-6808365b9c0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:11:35.902669 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Attempting to bind port 185c75c5-c896-430d-b6c3-eb6971be6132 on network 3c11271f-5a61-463c-b887-6808365b9c0c {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:35.965384 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ef8b71fb-0d02-4453-af0b-259a6792e3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:35.987714 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:36.009376 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4d7cd159-7035-4131-9463-97ee7f34f1bf req-09645ad6-e06a-4956-b350-1f38ace2ef3b tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 210 time: 0.3606849 Sep 16 19:11:36.029670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:11:36.030047 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Checking segment: {'id': '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:36.030469 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Bound using segment: {'id': '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c'} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:11:36.030963 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Bound port: 185c75c5-c896-430d-b6c3-eb6971be6132, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c'}}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:11:36.031343 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:36.073780 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port cb8ea0ec-97f6-4420-b1f5-58ff752f9829, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=cb8ea0ec-97f6-4420-b1f5-58ff752f9829,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:36.077043 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:36.085026 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e14f465b-19b0-427b-a39b-a87f89042d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:36.118539 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d6d5266b-7f77-42da-bd67-7bbd8ea2b248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:36.133559 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4854696e-2bb3-48e4-ae78-97b51d9292ce req-f539d0de-fb7e-490e-9ecf-c46581e2d80d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1707f88e-aed3-4fac-af78-ba9cc61c82bc HTTP/1.1" status: 200 len: 217 time: 0.4265475 Sep 16 19:11:36.141733 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:36.141733 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 3.5474598 Sep 16 19:11:36.155993 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38934) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:36.246212 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=cb8ea0ec-97f6-4420-b1f5-58ff752f9829,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:36.250349 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:36.290886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ef8b71fb-0d02-4453-af0b-259a6792e3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:36.397863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-2099a20b-0089-4320-9392-b89d475b25f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Request body: {'security_group_rule': {'security_group_id': 'ec1d280c-02f9-4d59-a16f-c04f495800fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:36.424422 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] For port 185c75c5-c896-430d-b6c3-eb6971be6132, host hv-cinder-80944, cleared binding levels {{(pid=82446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:11:36.438054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] For port 185c75c5-c896-430d-b6c3-eb6971be6132, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=185c75c5-c896-430d-b6c3-eb6971be6132,segment=NetworkSegment(3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7),segment_id=3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7)] {{(pid=82446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:11:36.444979 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:36.457426 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:36.457664 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-2099a20b-0089-4320-9392-b89d475b25f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:36.480886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7139ef-1921-4eb0-805c-d3a6714a83b1 req-a8b8c985-7fb6-4448-8f70-634506eb589e tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:36.512142 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4a7139ef-1921-4eb0-805c-d3a6714a83b1 req-a8b8c985-7fb6-4448-8f70-634506eb589e tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 943 time: 1.6768878 Sep 16 19:11:36.517533 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 38942) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:36.522087 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-2099a20b-0089-4320-9392-b89d475b25f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Usage tracker for resource:security_group_rule and tenant:b5f3cdbaa6034f4abfe2547e31936b90 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:36.559248 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-2099a20b-0089-4320-9392-b89d475b25f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:36.569031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ef8b71fb-0d02-4453-af0b-259a6792e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:36.593746 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1d280c-02f9-4d59-a16f-c04f495800fb,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:36.606221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:36.617827 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4a7139ef-1921-4eb0-805c-d3a6714a83b1 req-7773b384-6758-4a60-a4ee-009ecf279684 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaebb8c-c09a-4648-aedd-4d9f5e8ff632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041479 Sep 16 19:11:36.626121 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-9cf15c14-8769-4717-aeaa-5fd3075b394b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:36.627995 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-9cf15c14-8769-4717-aeaa-5fd3075b394b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65abb785-f8e9-4186-b372-e87514607609 HTTP/1.1" status: 200 len: 854 time: 0.6929617 Sep 16 19:11:36.629048 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-2099a20b-0089-4320-9392-b89d475b25f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:36.630384 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ef8b71fb-0d02-4453-af0b-259a6792e3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:36.637221 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ef8b71fb-0d02-4453-af0b-259a6792e3d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26900c7b-c8c1-4b9d-828b-49f8a1b4204a HTTP/1.1" status: 204 len: 168 time: 0.9887793 Sep 16 19:11:36.639031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:36.641496 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] 10.222.0.45 "PUT /v2.0/ports/185c75c5-c896-430d-b6c3-eb6971be6132 HTTP/1.1" status: 200 len: 1093 time: 2.1732547 Sep 16 19:11:36.644394 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116f10bc-3601-46b7-bbba-6ee261aeecb7', 'tag': '185c75c5-c896-430d-b6c3-eb6971be6132'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:11:36.670462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Pushing event updated for resources: {'Port': ['ID=185c75c5-c896-430d-b6c3-eb6971be6132,revision_number=3']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:36.689324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:36.690828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d8ba9e95-dcbf-43d4-9845-b6feb34d2f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:36.721077 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854696e-2bb3-48e4-ae78-97b51d9292ce req-70a3a8a1-6828-4b70-9fdb-85da06be763a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:36.722706 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4854696e-2bb3-48e4-ae78-97b51d9292ce req-70a3a8a1-6828-4b70-9fdb-85da06be763a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f8e438-976b-4470-9712-742f5fb81e19 HTTP/1.1" status: 200 len: 851 time: 0.5581539 Sep 16 19:11:36.733698 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-8aee3245-119b-4bef-8539-5001eae11453 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d6adc5e2-ae00-468c-93a4-cfc82f035796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888331 Sep 16 19:11:36.743350 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc090bf7-6a8d-4c92-adc6-3fb8ebfea49d req-32f01e9c-7b82-4732-b080-c847a8fe08a6 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:36.752590 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dc090bf7-6a8d-4c92-adc6-3fb8ebfea49d req-32f01e9c-7b82-4732-b080-c847a8fe08a6 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 943 time: 0.4235542 Sep 16 19:11:36.829278 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b71fb-0d02-4453-af0b-259a6792e3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26900c7b-c8c1-4b9d-828b-49f8a1b4204a,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:36.832810 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ef8b71fb-0d02-4453-af0b-259a6792e3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:36.879781 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2099a20b-0089-4320-9392-b89d475b25f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:36.883290 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116f10bc-3601-46b7-bbba-6ee261aeecb7', 'tag': '185c75c5-c896-430d-b6c3-eb6971be6132', 'status': 'completed', 'code': 200} Sep 16 19:11:36.898828 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-35dd4796-eb7e-4bc2-a037-40c44f7bf177 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=27dc7b61347448d89fa8d78c40f1def6&device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 1096 time: 0.1812639 Sep 16 19:11:36.899592 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4854696e-2bb3-48e4-ae78-97b51d9292ce req-9faaf50f-d723-4ed2-97f4-18fe781fd114 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9437ef2-7378-4a66-93ae-48525c20c1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646805 Sep 16 19:11:37.009467 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-1f00c6f5-e611-4e7d-b597-0d80fb5a9274 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185c75c5-c896-430d-b6c3-eb6971be6132 HTTP/1.1" status: 200 len: 217 time: 0.0953002 Sep 16 19:11:37.023750 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.45', 56442) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:37.110281 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-dcd2cc42-d44d-4bff-991d-33dbb9673d58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:37.111891 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-dcd2cc42-d44d-4bff-991d-33dbb9673d58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24a4c799-bf4b-4108-947c-febe7a6204bd HTTP/1.1" status: 200 len: 859 time: 0.0893319 Sep 16 19:11:37.282229 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2099a20b-0089-4320-9392-b89d475b25f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:37.462881 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2099a20b-0089-4320-9392-b89d475b25f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:37.551457 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device cb8ea0ec-97f6-4420-b1f5-58ff752f9829 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:11:37.589556 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-0b25f36c-5b43-4035-8912-3700f868af61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c11271f-5a61-463c-b887-6808365b9c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3316712 Sep 16 19:11:37.644354 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:37.660173 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dc090bf7-6a8d-4c92-adc6-3fb8ebfea49d req-0e80ecec-b27b-42bf-aaf5-9882c822c91d tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9064729 Sep 16 19:11:37.662673 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-28cb4d30-ece5-4d88-9ffc-eca5a2ed48ad service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8671792 Sep 16 19:11:37.689689 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2725cd18-6afe-4cf5-8a23-178fcbcbc67b req-cb742a10-ba30-4191-96d8-dd18fa6522cb tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 210 time: 0.2553816 Sep 16 19:11:37.702413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port cb8ea0ec-97f6-4420-b1f5-58ff752f9829 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:37.703086 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:37.755818 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099a20b-0089-4320-9392-b89d475b25f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0249be0-1f43-44c5-ad74-6e2e758bbfdf,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:37.773753 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2099a20b-0089-4320-9392-b89d475b25f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:37.810646 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-03557175-b06e-4f34-b3de-83317c6475ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:37.842126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-a159c823-ea54-4088-8d7a-b36d960870fd tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:37.845754 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-a159c823-ea54-4088-8d7a-b36d960870fd tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.45 "GET /v2.0/networks?id=3c11271f-5a61-463c-b887-6808365b9c0c HTTP/1.1" status: 200 len: 819 time: 0.7378800 Sep 16 19:11:37.855469 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 1707f88e-aed3-4fac-af78-ba9cc61c82bc details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:11:37.865691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Request body: {'port': {'device_id': '7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1', 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c', 'admin_state_up': True, 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:38.161740 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-16c2a3cd-7c53-4227-a25a-5f0cb5b6ccbf service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553854 Sep 16 19:11:38.316886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:38.323824 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 1707f88e-aed3-4fac-af78-ba9cc61c82bc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=1707f88e-aed3-4fac-af78-ba9cc61c82bc,segment=NetworkSegment(4f660184-7618-41f0-8f50-73f409526f45),segment_id=4f660184-7618-41f0-8f50-73f409526f45)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:38.359302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '1707f88e-aed3-4fac-af78-ba9cc61c82bc', 'network_id': 'b9437ef2-7378-4a66-93ae-48525c20c1be', 'port_id': '1707f88e-aed3-4fac-af78-ba9cc61c82bc', 'mac_address': 'fa:16:3e:17:25:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f8e438-976b-4470-9712-742f5fb81e19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:11:38.398383 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4854696e-2bb3-48e4-ae78-97b51d9292ce req-507fdae2-6f9d-412e-a606-545d4509afc3 service neutron] 10.222.0.45 "GET /v2.0/networks/b9437ef2-7378-4a66-93ae-48525c20c1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4332299 Sep 16 19:11:38.408684 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Usage tracker for resource:port and tenant:27dc7b61347448d89fa8d78c40f1def6 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:38.413337 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:38.424907 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:38.437078 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Made reservation on behalf of 27dc7b61347448d89fa8d78c40f1def6 for: {'port': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:38.438200 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ef12b4a9-0332-4fb2-a933-0b281b7dd7eb req-4fcc41a1-a673-42f2-825c-96265ec22f02 service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7399652 Sep 16 19:11:38.440115 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2099a20b-0089-4320-9392-b89d475b25f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:38.442636 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:38.445145 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-2099a20b-0089-4320-9392-b89d475b25f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.2677629 Sep 16 19:11:38.456933 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39028) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:38.467825 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-e7a2bad7-9bd7-4636-8a29-fd2e6ec13e3d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Request body: {'security_group_rule': {'security_group_id': 'ec1d280c-02f9-4d59-a16f-c04f495800fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:38.479003 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0fcfb31f-b1d0-4a42-92ba-085cfc577bdb req-2b8c8847-880b-466f-b2e1-38962ed0b50f service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114295 Sep 16 19:11:38.479003 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-e7a2bad7-9bd7-4636-8a29-fd2e6ec13e3d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:38.484683 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-e7a2bad7-9bd7-4636-8a29-fd2e6ec13e3d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Usage tracker for resource:security_group_rule and tenant:b5f3cdbaa6034f4abfe2547e31936b90 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:38.490059 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-e7a2bad7-9bd7-4636-8a29-fd2e6ec13e3d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:38.494083 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:38.539324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1707f88e-aed3-4fac-af78-ba9cc61c82bc {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:11:38.542897 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-e7a2bad7-9bd7-4636-8a29-fd2e6ec13e3d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:38.549065 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-03557175-b06e-4f34-b3de-83317c6475ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:38.570995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-03557175-b06e-4f34-b3de-83317c6475ce admin admin] Usage tracker for resource:security_group_rule and tenant:da47b29792f74e74a689aa397eaad36e is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:38.577871 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 1707f88e-aed3-4fac-af78-ba9cc61c82bc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=1707f88e-aed3-4fac-af78-ba9cc61c82bc,segment=NetworkSegment(4f660184-7618-41f0-8f50-73f409526f45),segment_id=4f660184-7618-41f0-8f50-73f409526f45)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:38.581329 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:38.583206 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e524ece1-77ca-4903-8e47-22f11411e5b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:38.652069 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-03557175-b06e-4f34-b3de-83317c6475ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:38.667856 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bad7-9bd7-4636-8a29-fd2e6ec13e3d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:38.752841 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=1707f88e-aed3-4fac-af78-ba9cc61c82bc,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:38.756876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:38.776780 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-03557175-b06e-4f34-b3de-83317c6475ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:38.884032 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3737d354-92c2-4b1b-8b1b-bd34a13583cc req-8ac0f283-0a34-480b-b24c-e3293b01c0d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38c046ff61b7430fab7783b7c1bce025&device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 1096 time: 0.3385999 Sep 16 19:11:38.973277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-03557175-b06e-4f34-b3de-83317c6475ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:38.986566 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551e2dd-5d1b-4f5a-9981-412ecee65d8f req-5bfda1e4-8fc4-46f5-8c42-4da86756c762 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:38.988149 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4551e2dd-5d1b-4f5a-9981-412ecee65d8f req-5bfda1e4-8fc4-46f5-8c42-4da86756c762 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 943 time: 1.0100064 Sep 16 19:11:38.993744 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Allocated IP 172.20.0.7 (3c11271f-5a61-463c-b887-6808365b9c0c/24a4c799-bf4b-4108-947c-febe7a6204bd/a25e25da-fb0a-4582-9601-f09ab354c531) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:11:39.013791 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bad7-9bd7-4636-8a29-fd2e6ec13e3d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:39.022717 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bad7-9bd7-4636-8a29-fd2e6ec13e3d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:39.033924 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:39.039225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-03557175-b06e-4f34-b3de-83317c6475ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:39.063504 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2bad7-9bd7-4636-8a29-fd2e6ec13e3d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9507709b-69b5-489d-a4a6-07e780ea7590,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:39.088278 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e7a2bad7-9bd7-4636-8a29-fd2e6ec13e3d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:39.125543 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4854696e-2bb3-48e4-ae78-97b51d9292ce req-8b93732e-c298-4a7d-88a1-c9bb8af403c1 service neutron] 10.222.0.45 "GET /v2.0/networks/b9437ef2-7378-4a66-93ae-48525c20c1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585693 Sep 16 19:11:39.145154 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8c386803-9248-476f-ba3a-09f1ceb6628d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:39.159947 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737d354-92c2-4b1b-8b1b-bd34a13583cc req-73845811-0e48-48da-8c92-0fefa7643f6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:39.161374 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3737d354-92c2-4b1b-8b1b-bd34a13583cc req-73845811-0e48-48da-8c92-0fefa7643f6a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d6adc5e2-ae00-468c-93a4-cfc82f035796 HTTP/1.1" status: 200 len: 915 time: 0.2695804 Sep 16 19:11:39.234001 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5352216f-0ef7-49b0-8650-58f8beeb8bee req-e483db6e-02a3-41a4-a5da-387abebe8a2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=27dc7b61347448d89fa8d78c40f1def6&device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 1096 time: 0.6424413 Sep 16 19:11:39.278737 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03557175-b06e-4f34-b3de-83317c6475ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56e1334-1361-41e2-bdad-2fd55dd80a35,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:39.292955 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['1707f88e-aed3-4fac-af78-ba9cc61c82bc'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:11:39.313839 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bad7-9bd7-4636-8a29-fd2e6ec13e3d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:39.318755 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-e7a2bad7-9bd7-4636-8a29-fd2e6ec13e3d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8571336 Sep 16 19:11:39.334473 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39078) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:39.344433 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Request body: {'floatingip': {'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:39.350901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:39.357063 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3737d354-92c2-4b1b-8b1b-bd34a13583cc req-cfbecce9-ad0e-4d02-af1b-ca7dc0dac437 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=998c6ac8-abb8-41f3-b525-ba904efe9152 HTTP/1.1" status: 200 len: 217 time: 0.1775658 Sep 16 19:11:39.365068 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Usage tracker for resource:floatingip and tenant:b5f3cdbaa6034f4abfe2547e31936b90 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:39.412046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:39.471489 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:39.521040 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:39.546465 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737d354-92c2-4b1b-8b1b-bd34a13583cc req-a5382f54-5ef5-49d4-82e5-4463b4d7b198 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:39.548490 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3737d354-92c2-4b1b-8b1b-bd34a13583cc req-a5382f54-5ef5-49d4-82e5-4463b4d7b198 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65abb785-f8e9-4186-b372-e87514607609 HTTP/1.1" status: 200 len: 854 time: 0.1798503 Sep 16 19:11:39.572174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:39.585204 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4551e2dd-5d1b-4f5a-9981-412ecee65d8f req-6c2e637f-404f-4cda-91ce-864e1af5b5c9 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaebb8c-c09a-4648-aedd-4d9f5e8ff632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417390 Sep 16 19:11:39.588646 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352216f-0ef7-49b0-8650-58f8beeb8bee req-c550900d-dfc7-4acd-8ded-bc01ca380959 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:39.595980 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5352216f-0ef7-49b0-8650-58f8beeb8bee req-c550900d-dfc7-4acd-8ded-bc01ca380959 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c11271f-5a61-463c-b887-6808365b9c0c HTTP/1.1" status: 200 len: 920 time: 0.3335485 Sep 16 19:11:39.613347 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-03557175-b06e-4f34-b3de-83317c6475ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:39.638334 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3737d354-92c2-4b1b-8b1b-bd34a13583cc req-86d35620-c321-40bb-b0e1-2e7dd01b91bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d6adc5e2-ae00-468c-93a4-cfc82f035796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695698 Sep 16 19:11:39.799736 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5352216f-0ef7-49b0-8650-58f8beeb8bee req-06404762-ffc4-4736-a9b0-ab5b366e1433 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185c75c5-c896-430d-b6c3-eb6971be6132 HTTP/1.1" status: 200 len: 217 time: 0.1853542 Sep 16 19:11:39.811071 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-03557175-b06e-4f34-b3de-83317c6475ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da47b29792f74e74a689aa397eaad36e&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2847722 Sep 16 19:11:39.815819 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39110) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:39.831709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c258482-a47a-416a-8b49-cb998179928a req-0bf307a0-c063-4ca5-ae3d-22a66f8fd4d5 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:39.849165 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2c258482-a47a-416a-8b49-cb998179928a req-0bf307a0-c063-4ca5-ae3d-22a66f8fd4d5 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 943 time: 0.9580514 Sep 16 19:11:39.870024 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:39.911215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0803d4b1-2b8b-40f5-9521-79e4bc314c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:39.920295 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352216f-0ef7-49b0-8650-58f8beeb8bee req-ab2a336c-dd03-4b7e-88f8-3a46d6ee231c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:39.921935 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5352216f-0ef7-49b0-8650-58f8beeb8bee req-ab2a336c-dd03-4b7e-88f8-3a46d6ee231c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24a4c799-bf4b-4108-947c-febe7a6204bd HTTP/1.1" status: 200 len: 859 time: 0.0991237 Sep 16 19:11:39.980640 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2c258482-a47a-416a-8b49-cb998179928a req-34e33fbe-0d03-45cb-b130-18737ca0405e tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304162 Sep 16 19:11:40.065740 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Pushing event updated for resources: {'Port': ['ID=a25e25da-fb0a-4582-9601-f09ab354c531,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:40.086084 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3737d354-92c2-4b1b-8b1b-bd34a13583cc req-3a227a4f-a5cb-4704-a99d-661ce4c3b431 service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941844 Sep 16 19:11:40.087719 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:40.094181 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5352216f-0ef7-49b0-8650-58f8beeb8bee req-85f67b77-9e47-4b14-bb59-fd61d0f2f955 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c11271f-5a61-463c-b887-6808365b9c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284943 Sep 16 19:11:40.257630 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5352216f-0ef7-49b0-8650-58f8beeb8bee req-7f07e765-c137-45dc-bfd0-43187ce1a2a3 service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483450 Sep 16 19:11:40.459631 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5352216f-0ef7-49b0-8650-58f8beeb8bee req-ff7abccf-5ab5-405a-bc4c-ad11e88fdbfa service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945953 Sep 16 19:11:40.480391 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69b33b-4a26-4d22-bb11-33997e2ce1de req-3fd9a71b-0a29-4534-b3ea-c96844d305bc tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:40.493386 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0e69b33b-4a26-4d22-bb11-33997e2ce1de req-3fd9a71b-0a29-4534-b3ea-c96844d305bc tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 931 time: 0.5698917 Sep 16 19:11:40.525482 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 39156) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:40.542361 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3737d354-92c2-4b1b-8b1b-bd34a13583cc req-0303abc3-3d36-47a1-8c3a-273f9bf35263 service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403853 Sep 16 19:11:40.563963 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Network 3c11271f-5a61-463c-b887-6808365b9c0c is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:11:40.570272 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:40.574649 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0e69b33b-4a26-4d22-bb11-33997e2ce1de req-6a97a3a3-6fc9-4fb8-9ba7-91575eaac49f tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799053 Sep 16 19:11:40.586474 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:11:40.631988 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:40.812174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Allocated IP 172.28.0.33 (718729de-5f21-40b7-aa11-1e5226d826a0/36747542-734f-49ce-8806-50515b72b8f0/ef5bfd15-433d-485d-b5fb-440ce498415e) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:11:40.827176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-026910ae-7bd6-4dd3-8f58-8bdd767232ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:40.833704 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7adfd712-6192-4d79-b5e6-41451cdb681e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:40.868912 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7adfd712-6192-4d79-b5e6-41451cdb681e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:40.873021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7adfd712-6192-4d79-b5e6-41451cdb681e admin admin] Usage tracker for resource:security_group_rule and tenant:74dfc908556a4ffea132145091c6596e is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:40.876144 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7adfd712-6192-4d79-b5e6-41451cdb681e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:40.882332 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7adfd712-6192-4d79-b5e6-41451cdb681e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:40.899438 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:40.900219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:40.919904 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c9830-70e4-4fac-bee7-6f7e06f4abb3 req-5646bb9a-0267-4d0e-9158-51eca7bc7dda tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:40.922736 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-348c9830-70e4-4fac-bee7-6f7e06f4abb3 req-5646bb9a-0267-4d0e-9158-51eca7bc7dda tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 944 time: 0.1846826 Sep 16 19:11:40.949907 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 39172) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:40.974930 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-026910ae-7bd6-4dd3-8f58-8bdd767232ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.008937 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-348c9830-70e4-4fac-bee7-6f7e06f4abb3 req-706f73c1-167b-4458-8138-a9bc6f90119a tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaebb8c-c09a-4648-aedd-4d9f5e8ff632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789163 Sep 16 19:11:41.011953 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1507704 Sep 16 19:11:41.036224 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Request body: {'port': {'device_id': '7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:41.045822 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7adfd712-6192-4d79-b5e6-41451cdb681e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.051981 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7adfd712-6192-4d79-b5e6-41451cdb681e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.060963 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:41.102254 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfd712-6192-4d79-b5e6-41451cdb681e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d48230d-798b-4e86-912e-6979ae4ccc3d,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:41.107637 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7adfd712-6192-4d79-b5e6-41451cdb681e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:41.113757 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7adfd712-6192-4d79-b5e6-41451cdb681e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74dfc908556a4ffea132145091c6596e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5621796 Sep 16 19:11:41.123050 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39180) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:41.135009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.135125 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-91f5c3d1-f62b-4804-a710-74f738d9e928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.215397 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-91f5c3d1-f62b-4804-a710-74f738d9e928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:41.226419 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-91f5c3d1-f62b-4804-a710-74f738d9e928 admin admin] Usage tracker for resource:security_group_rule and tenant:12986b72ab8a4579ab142e0454b72826 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:41.230257 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-91f5c3d1-f62b-4804-a710-74f738d9e928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:41.238541 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-91f5c3d1-f62b-4804-a710-74f738d9e928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:41.267626 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-026910ae-7bd6-4dd3-8f58-8bdd767232ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.283129 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:41.295914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010dbb-751f-4efe-92a2-345554608d97 req-1be7469e-956c-44e9-ba7d-0931f045a34e tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:41.297574 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-02010dbb-751f-4efe-92a2-345554608d97 req-1be7469e-956c-44e9-ba7d-0931f045a34e tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 943 time: 0.1295872 Sep 16 19:11:41.310104 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026910ae-7bd6-4dd3-8f58-8bdd767232ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56e1334-1361-41e2-bdad-2fd55dd80a35,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:41.312779 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-026910ae-7bd6-4dd3-8f58-8bdd767232ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:41.313974 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.335711 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.349225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b9d2fc22-0ff2-4d29-9e8c-d8fc90a63f36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:41.369427 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-91f5c3d1-f62b-4804-a710-74f738d9e928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.375685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-91f5c3d1-f62b-4804-a710-74f738d9e928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.385213 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-02010dbb-751f-4efe-92a2-345554608d97 req-02c7416f-beae-4efd-a385-de09ffb283bf tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807703 Sep 16 19:11:41.387038 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:41.388900 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-026910ae-7bd6-4dd3-8f58-8bdd767232ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.392707 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-026910ae-7bd6-4dd3-8f58-8bdd767232ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f56e1334-1361-41e2-bdad-2fd55dd80a35 HTTP/1.1" status: 204 len: 168 time: 1.5733418 Sep 16 19:11:41.401903 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9285aa22-0d1e-4cf2-96b9-5862c8ab11ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.436521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5c3d1-f62b-4804-a710-74f738d9e928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0588a0-b248-4211-ab63-db8e2a30aab0,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:41.440407 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-91f5c3d1-f62b-4804-a710-74f738d9e928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:41.442911 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-91f5c3d1-f62b-4804-a710-74f738d9e928 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12986b72ab8a4579ab142e0454b72826&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4884131 Sep 16 19:11:41.449219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 39186) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:41.489453 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:11:41.498784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:41.501736 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:11:41.530073 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9285aa22-0d1e-4cf2-96b9-5862c8ab11ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.544586 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1ad982bb-7195-4c81-8b9e-ed522f43bf87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.554010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event updated for resources: {'Port': ['ID=ef5bfd15-433d-485d-b5fb-440ce498415e,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:41.558188 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:41.577946 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1ad982bb-7195-4c81-8b9e-ed522f43bf87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.635181 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1ad982bb-7195-4c81-8b9e-ed522f43bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.641901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1de9ff96-8625-4695-bdc1-ed000a339f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:41.664106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad982bb-7195-4c81-8b9e-ed522f43bf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0588a0-b248-4211-ab63-db8e2a30aab0,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:41.670026 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1ad982bb-7195-4c81-8b9e-ed522f43bf87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:41.686967 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1ad982bb-7195-4c81-8b9e-ed522f43bf87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.688243 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1ad982bb-7195-4c81-8b9e-ed522f43bf87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea0588a0-b248-4211-ab63-db8e2a30aab0 HTTP/1.1" status: 204 len: 168 time: 0.2379751 Sep 16 19:11:41.779901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 1707f88e-aed3-4fac-af78-ba9cc61c82bc up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:11:41.823142 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 39198) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:41.844727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9285aa22-0d1e-4cf2-96b9-5862c8ab11ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.853943 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-890dd55b-1ce1-450e-b7a1-a884f835203b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.891572 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7a90a36c-05a5-454e-a289-810c22f8f62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:41.895002 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port 1707f88e-aed3-4fac-af78-ba9cc61c82bc completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:11:41.902226 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 1707f88e-aed3-4fac-af78-ba9cc61c82bc triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:41.905698 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:41.907203 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-890dd55b-1ce1-450e-b7a1-a884f835203b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:41.919259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-890dd55b-1ce1-450e-b7a1-a884f835203b admin admin] Usage tracker for resource:security_group_rule and tenant:c15e2588697a4f08ac97d5170e6c67cd is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:41.924241 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-890dd55b-1ce1-450e-b7a1-a884f835203b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:41.946892 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-890dd55b-1ce1-450e-b7a1-a884f835203b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:41.957046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cb659-2083-4619-83e0-ce013de2fcd8 req-364e17a4-329e-4d71-b26c-6672fa2e972b tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:41.965128 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-616cb659-2083-4619-83e0-ce013de2fcd8 req-364e17a4-329e-4d71-b26c-6672fa2e972b tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 931 time: 0.2115562 Sep 16 19:11:41.981815 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285aa22-0d1e-4cf2-96b9-5862c8ab11ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d48230d-798b-4e86-912e-6979ae4ccc3d,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:42.006918 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-9285aa22-0d1e-4cf2-96b9-5862c8ab11ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:42.015971 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9285aa22-0d1e-4cf2-96b9-5862c8ab11ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.017552 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-9285aa22-0d1e-4cf2-96b9-5862c8ab11ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d48230d-798b-4e86-912e-6979ae4ccc3d HTTP/1.1" status: 204 len: 168 time: 0.8864310 Sep 16 19:11:42.034260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.053274 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-616cb659-2083-4619-83e0-ce013de2fcd8 req-b2c8a266-6ee8-45fe-a648-a77997c6e3fb tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870883 Sep 16 19:11:42.083684 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.107127 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-890dd55b-1ce1-450e-b7a1-a884f835203b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.118421 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-890dd55b-1ce1-450e-b7a1-a884f835203b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.161090 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca5212b-c554-41c6-8294-5cb3e22401b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1707f88e-aed3-4fac-af78-ba9cc61c82bc'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:11:42.181068 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-edbef443-cdca-44d8-b9a3-c4a8b92b2700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:42.204427 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-890dd55b-1ce1-450e-b7a1-a884f835203b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c15e2588697a4f08ac97d5170e6c67cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3759148 Sep 16 19:11:42.208809 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 39212) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:42.269113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 1707f88e-aed3-4fac-af78-ba9cc61c82bc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=1707f88e-aed3-4fac-af78-ba9cc61c82bc,segment=NetworkSegment(4f660184-7618-41f0-8f50-73f409526f45),segment_id=4f660184-7618-41f0-8f50-73f409526f45)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:42.273828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.277823 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3e9329f9-3cd2-4421-b0c0-d53e628ea7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:42.293333 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25e25da-fb0a-4582-9601-f09ab354c531 {{(pid=82446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:11:42.301378 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.338139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Transition to ACTIVE for port object a25e25da-fb0a-4582-9601-f09ab354c531 will not be triggered until provisioned by entity L2. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:11:42.368685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=1707f88e-aed3-4fac-af78-ba9cc61c82bc,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:42.371885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.372902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.380934 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:42.425673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:42.519573 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39224) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:42.522446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a25e25da-fb0a-4582-9601-f09ab354c531,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:42.531705 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:42.555358 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f414951f-5258-42a0-9f53-78010b0024e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.557810 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890dd55b-1ce1-450e-b7a1-a884f835203b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f829f7f1-50f7-42e3-9aec-df815809fe51,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:42.570670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-890dd55b-1ce1-450e-b7a1-a884f835203b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:42.700901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7ef5-418c-4ce8-91e9-ffd8ffbd183f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.734242 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c23c1-1418-425d-abda-5220fe80f16c req-e78bc63c-fe7b-42b0-a6cc-d0feafba841e tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:42.735790 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e74c23c1-1418-425d-abda-5220fe80f16c req-e78bc63c-fe7b-42b0-a6cc-d0feafba841e tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 945 time: 0.5200562 Sep 16 19:11:42.787469 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7ef5-418c-4ce8-91e9-ffd8ffbd183f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.856162 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39230) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:42.870196 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c6628-4488-41e7-93d4-6f1136c7967d req-29cb9312-d2e8-4765-a440-fa79f8380683 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:42.871796 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3f1c6628-4488-41e7-93d4-6f1136c7967d req-29cb9312-d2e8-4765-a440-fa79f8380683 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 943 time: 0.2190902 Sep 16 19:11:42.874391 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e74c23c1-1418-425d-abda-5220fe80f16c req-f7da6dc4-761a-4690-8347-11447dde0c45 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaebb8c-c09a-4648-aedd-4d9f5e8ff632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320505 Sep 16 19:11:42.892556 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f414951f-5258-42a0-9f53-78010b0024e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:42.918482 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7ef5-418c-4ce8-91e9-ffd8ffbd183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.926509 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:42.937825 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3f1c6628-4488-41e7-93d4-6f1136c7967d req-081407a3-4109-4c9b-96d3-982e5ad7de03 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596681 Sep 16 19:11:42.940373 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b7ef5-418c-4ce8-91e9-ffd8ffbd183f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f829f7f1-50f7-42e3-9aec-df815809fe51,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:42.944258 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1b8b7ef5-418c-4ce8-91e9-ffd8ffbd183f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:42.947761 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7ef5-418c-4ce8-91e9-ffd8ffbd183f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.949013 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1b8b7ef5-418c-4ce8-91e9-ffd8ffbd183f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f829f7f1-50f7-42e3-9aec-df815809fe51 HTTP/1.1" status: 204 len: 168 time: 0.7354774 Sep 16 19:11:42.959109 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f414951f-5258-42a0-9f53-78010b0024e4 admin admin] Usage tracker for resource:security_group_rule and tenant:453d0d7ada22490ba063202dc3ff49a2 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:42.967824 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8de41811-97c1-4521-b574-ec802f02a15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:42.991888 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f414951f-5258-42a0-9f53-78010b0024e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:43.011287 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f414951f-5258-42a0-9f53-78010b0024e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:43.069830 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-8de41811-97c1-4521-b574-ec802f02a15f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:43.100266 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-8de41811-97c1-4521-b574-ec802f02a15f admin admin] Usage tracker for resource:security_group_rule and tenant:36ca26da1b1d476e8d3d32c2ced8d08d is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:43.104369 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Attempting to bind port a25e25da-fb0a-4582-9601-f09ab354c531 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:11:43.105326 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Attempting to bind port a25e25da-fb0a-4582-9601-f09ab354c531 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c'}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:11:43.105778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Attempting to bind port a25e25da-fb0a-4582-9601-f09ab354c531 on network 3c11271f-5a61-463c-b887-6808365b9c0c {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:43.118466 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-8de41811-97c1-4521-b574-ec802f02a15f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:43.121316 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Port a25e25da-fb0a-4582-9601-f09ab354c531 on network 3c11271f-5a61-463c-b887-6808365b9c0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:11:43.121676 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Attempting to bind port a25e25da-fb0a-4582-9601-f09ab354c531 on network 3c11271f-5a61-463c-b887-6808365b9c0c {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:43.125977 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:43.131769 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-8de41811-97c1-4521-b574-ec802f02a15f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:43.134866 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca5212b-c554-41c6-8294-5cb3e22401b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1707f88e-aed3-4fac-af78-ba9cc61c82bc', 'code': 200} Sep 16 19:11:43.138844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:43.164504 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e946a855-93d5-4a00-89b0-21c12dcc56d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:43.197402 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:11:43.197846 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Checking segment: {'id': '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:43.198899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Bound using segment: {'id': '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c'} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:11:43.199396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Bound port: a25e25da-fb0a-4582-9601-f09ab354c531, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c'}}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:11:43.199783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:43.274529 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca3d17-fa72-41f2-8dd6-e474cc782888 req-8d840ea0-fefc-4262-a8cb-cb061b64bb41 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:43.276385 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0cca3d17-fa72-41f2-8dd6-e474cc782888 req-8d840ea0-fefc-4262-a8cb-cb061b64bb41 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 943 time: 0.0937476 Sep 16 19:11:43.365845 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0cca3d17-fa72-41f2-8dd6-e474cc782888 req-64ca5445-d329-4dc6-94c7-4171b95cff91 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816674 Sep 16 19:11:43.661876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f414951f-5258-42a0-9f53-78010b0024e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:43.662829 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event updated for resources: {'Port': ['ID=ef5bfd15-433d-485d-b5fb-440ce498415e,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:43.666101 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:43.680263 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f414951f-5258-42a0-9f53-78010b0024e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:43.702371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 39256) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:43.708895 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-90923113-7afc-471e-ba4f-4fbcc9679dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:43.715302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852707909'] for floatingip, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:43.726561 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] For port a25e25da-fb0a-4582-9601-f09ab354c531, host hv-cinder-80944, cleared binding levels {{(pid=82446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:11:43.786214 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 185c75c5-c896-430d-b6c3-eb6971be6132 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:11:43.793803 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] For port a25e25da-fb0a-4582-9601-f09ab354c531, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=a25e25da-fb0a-4582-9601-f09ab354c531,segment=NetworkSegment(3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7),segment_id=3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7)] {{(pid=82446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:11:43.829908 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:43.836779 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414951f-5258-42a0-9f53-78010b0024e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85f4ba1-6ae1-4430-a859-414720c9c71e,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:43.842116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f414951f-5258-42a0-9f53-78010b0024e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:43.844674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8de41811-97c1-4521-b574-ec802f02a15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:43.850653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:43.874235 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f524466a-7b74-4935-830d-a020e8a74735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:43.892663 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f414951f-5258-42a0-9f53-78010b0024e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=453d0d7ada22490ba063202dc3ff49a2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3649015 Sep 16 19:11:43.893978 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 39266) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:43.899798 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8de41811-97c1-4521-b574-ec802f02a15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:43.900716 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:43.902051 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5661283 Sep 16 19:11:43.963315 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f524466a-7b74-4935-830d-a020e8a74735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:43.975286 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f524466a-7b74-4935-830d-a020e8a74735 admin admin] Usage tracker for resource:security_group_rule and tenant:0c0d0334b0a34713a41c94376ad46657 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:43.980208 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f524466a-7b74-4935-830d-a020e8a74735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:43.982934 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fa00e095-396a-4b71-b5ae-37bf913b99de req-5874e8e9-1d5b-46d1-88f0-0038c08aba2c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 1098 time: 0.4521923 Sep 16 19:11:44.002855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f524466a-7b74-4935-830d-a020e8a74735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:44.021090 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.022292 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 185c75c5-c896-430d-b6c3-eb6971be6132, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=185c75c5-c896-430d-b6c3-eb6971be6132,segment=NetworkSegment(3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7),segment_id=3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:44.022625 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] 10.222.0.45 "PUT /v2.0/ports/a25e25da-fb0a-4582-9601-f09ab354c531 HTTP/1.1" status: 200 len: 1093 time: 3.0002835 Sep 16 19:11:44.032243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1', 'tag': 'a25e25da-fb0a-4582-9601-f09ab354c531'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:11:44.044668 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '185c75c5-c896-430d-b6c3-eb6971be6132', 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c', 'port_id': '185c75c5-c896-430d-b6c3-eb6971be6132', 'mac_address': 'fa:16:3e:4d:8d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a4c799-bf4b-4108-947c-febe7a6204bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:11:44.110742 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f524466a-7b74-4935-830d-a020e8a74735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.115749 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f524466a-7b74-4935-830d-a020e8a74735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.147391 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7adfd712-6192-4d79-b5e6-41451cdb681e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:44.165608 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62c3adfa-3126-4df2-b8db-4a03dd3121a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.178239 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.201585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-fa00e095-396a-4b71-b5ae-37bf913b99de req-422feb66-080b-48c0-ae72-5bd2c9c89907 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.202854 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185c75c5-c896-430d-b6c3-eb6971be6132 {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:11:44.221017 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 185c75c5-c896-430d-b6c3-eb6971be6132, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=185c75c5-c896-430d-b6c3-eb6971be6132,segment=NetworkSegment(3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7),segment_id=3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:44.226590 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-8de41811-97c1-4521-b574-ec802f02a15f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36ca26da1b1d476e8d3d32c2ced8d08d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3642600 Sep 16 19:11:44.227069 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a25e25da-fb0a-4582-9601-f09ab354c531,revision_number=3']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:44.228415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.229344 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 998c6ac8-abb8-41f3-b525-ba904efe9152 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:11:44.231265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:44.233382 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39284) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:44.233773 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:44.235287 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:44.317575 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=185c75c5-c896-430d-b6c3-eb6971be6132,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:44.322481 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:44.324094 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de41811-97c1-4521-b574-ec802f02a15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87468fcd-e14e-494b-aa7f-d57afe53f090,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:44.327496 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8de41811-97c1-4521-b574-ec802f02a15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:44.350272 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-fa00e095-396a-4b71-b5ae-37bf913b99de req-422feb66-080b-48c0-ae72-5bd2c9c89907 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:44.357972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524466a-7b74-4935-830d-a020e8a74735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfebf665-9f6c-4304-9730-02f11a8a8097,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:44.361124 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-fa00e095-396a-4b71-b5ae-37bf913b99de req-422feb66-080b-48c0-ae72-5bd2c9c89907 service neutron] Usage tracker for resource:security_group_rule and tenant:94411a86a1044ed98b4ae040ebf3da7b is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:44.365280 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-fa00e095-396a-4b71-b5ae-37bf913b99de req-422feb66-080b-48c0-ae72-5bd2c9c89907 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:44.370937 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62c3adfa-3126-4df2-b8db-4a03dd3121a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.377454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-fa00e095-396a-4b71-b5ae-37bf913b99de req-422feb66-080b-48c0-ae72-5bd2c9c89907 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:44.380103 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f524466a-7b74-4935-830d-a020e8a74735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:44.385635 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f524466a-7b74-4935-830d-a020e8a74735 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c0d0334b0a34713a41c94376ad46657&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6820183 Sep 16 19:11:44.392387 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-8e3c04f1-bc40-4c54-b12d-cd4581c3380e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=27dc7b61347448d89fa8d78c40f1def6&device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 1096 time: 0.2978258 Sep 16 19:11:44.394325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 39288) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:44.465002 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-33ac40c9-6619-4ece-8b01-caa30af1a577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.492231 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952ede8-8454-4323-8082-7299411bc851 req-45402d74-5974-4f72-be6a-567286932ee0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:44.493909 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-f4247566-61f8-4b5b-9285-962214068eac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a25e25da-fb0a-4582-9601-f09ab354c531 HTTP/1.1" status: 200 len: 217 time: 0.0924716 Sep 16 19:11:44.507147 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f952ede8-8454-4323-8082-7299411bc851 req-45402d74-5974-4f72-be6a-567286932ee0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 943 time: 0.2787402 Sep 16 19:11:44.528844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 998c6ac8-abb8-41f3-b525-ba904efe9152, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=998c6ac8-abb8-41f3-b525-ba904efe9152,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:44.544294 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '998c6ac8-abb8-41f3-b525-ba904efe9152', 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796', 'port_id': '998c6ac8-abb8-41f3-b525-ba904efe9152', 'mac_address': 'fa:16:3e:3a:ce:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65abb785-f8e9-4186-b372-e87514607609', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:11:44.570549 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-33ac40c9-6619-4ece-8b01-caa30af1a577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.611179 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.624219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62c3adfa-3126-4df2-b8db-4a03dd3121a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.630590 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998c6ac8-abb8-41f3-b525-ba904efe9152 {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:11:44.634622 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f952ede8-8454-4323-8082-7299411bc851 req-b02033b1-512e-4aed-8f83-aabcea126238 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101224 Sep 16 19:11:44.646712 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4a464-501b-4c9c-bc0b-e97e71a18d31 req-64a3583f-c2b4-4b9b-9fa3-738a0af5aa64 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:44.647157 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 998c6ac8-abb8-41f3-b525-ba904efe9152, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=998c6ac8-abb8-41f3-b525-ba904efe9152,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:44.650569 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.652527 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:44.665573 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-42c4a464-501b-4c9c-bc0b-e97e71a18d31 req-64a3583f-c2b4-4b9b-9fa3-738a0af5aa64 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 945 time: 0.5100725 Sep 16 19:11:44.686263 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-c1647eed-db8c-4bc6-b295-cd997b478e7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:44.688118 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-c1647eed-db8c-4bc6-b295-cd997b478e7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24a4c799-bf4b-4108-947c-febe7a6204bd HTTP/1.1" status: 200 len: 859 time: 0.1830342 Sep 16 19:11:44.689889 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-33ac40c9-6619-4ece-8b01-caa30af1a577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.698156 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:44.734244 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3adfa-3126-4df2-b8db-4a03dd3121a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85f4ba1-6ae1-4430-a859-414720c9c71e,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:44.746895 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:44.758694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-62c3adfa-3126-4df2-b8db-4a03dd3121a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:44.767531 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1', 'tag': 'a25e25da-fb0a-4582-9601-f09ab354c531', 'status': 'completed', 'code': 200} Sep 16 19:11:44.779101 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=998c6ac8-abb8-41f3-b525-ba904efe9152,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:44.785094 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac40c9-6619-4ece-8b01-caa30af1a577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87468fcd-e14e-494b-aa7f-d57afe53f090,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:44.785741 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:44.789640 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-30b33e7d-c962-4fed-b90c-6af30ad05859 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c11271f-5a61-463c-b887-6808365b9c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899189 Sep 16 19:11:44.791021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-33ac40c9-6619-4ece-8b01-caa30af1a577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:44.793815 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-fa00e095-396a-4b71-b5ae-37bf913b99de req-422feb66-080b-48c0-ae72-5bd2c9c89907 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.812785 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-374ae44d-7e26-4413-8e3c-7fae10641c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.843300 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-fa00e095-396a-4b71-b5ae-37bf913b99de req-422feb66-080b-48c0-ae72-5bd2c9c89907 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.858926 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-374ae44d-7e26-4413-8e3c-7fae10641c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.909172 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-42c4a464-501b-4c9c-bc0b-e97e71a18d31 req-4e5dca36-04a7-4f72-a96f-65cc14da5862 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaebb8c-c09a-4648-aedd-4d9f5e8ff632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426386 Sep 16 19:11:44.910787 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:44.924234 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62c3adfa-3126-4df2-b8db-4a03dd3121a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.925389 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-62c3adfa-3126-4df2-b8db-4a03dd3121a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e85f4ba1-6ae1-4430-a859-414720c9c71e HTTP/1.1" status: 204 len: 168 time: 1.0297348 Sep 16 19:11:44.926305 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-374ae44d-7e26-4413-8e3c-7fae10641c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.928241 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-33ac40c9-6619-4ece-8b01-caa30af1a577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.929578 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-33ac40c9-6619-4ece-8b01-caa30af1a577 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87468fcd-e14e-494b-aa7f-d57afe53f090 HTTP/1.1" status: 204 len: 168 time: 0.6867321 Sep 16 19:11:44.934279 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:44.956471 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ae44d-7e26-4413-8e3c-7fae10641c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfebf665-9f6c-4304-9730-02f11a8a8097,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:44.967137 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-374ae44d-7e26-4413-8e3c-7fae10641c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:44.975323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-fa00e095-396a-4b71-b5ae-37bf913b99de req-422feb66-080b-48c0-ae72-5bd2c9c89907 service neutron] Synchronizing usage tracker for tenant:94411a86a1044ed98b4ae040ebf3da7b on resource:security_group {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:11:44.986044 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-374ae44d-7e26-4413-8e3c-7fae10641c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:44.986492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422feb66-080b-48c0-ae72-5bd2c9c89907 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=08780c1b-e000-4bd0-9c3a-392a91492092,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:45.001196 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-422feb66-080b-48c0-ae72-5bd2c9c89907 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:45.007699 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-374ae44d-7e26-4413-8e3c-7fae10641c9c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfebf665-9f6c-4304-9730-02f11a8a8097 HTTP/1.1" status: 204 len: 168 time: 0.5942814 Sep 16 19:11:45.033619 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['998c6ac8-abb8-41f3-b525-ba904efe9152'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:11:45.037451 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-7f080c49-ab96-4a65-8073-c4280d996631 service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391982 Sep 16 19:11:45.038210 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-fa00e095-396a-4b71-b5ae-37bf913b99de req-422feb66-080b-48c0-ae72-5bd2c9c89907 service neutron] Unset dirty status for tenant:94411a86a1044ed98b4ae040ebf3da7b on resource:security_group {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:11:45.039457 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fa00e095-396a-4b71-b5ae-37bf913b99de req-422feb66-080b-48c0-ae72-5bd2c9c89907 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=baaebb8c-c09a-4648-aedd-4d9f5e8ff632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0138113 Sep 16 19:11:45.045449 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-f854d548-0664-4268-91bf-8ca46f79d102 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Synchronizing usage tracker for tenant:b5f3cdbaa6034f4abfe2547e31936b90 on resource:security_group {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:11:45.068972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-f854d548-0664-4268-91bf-8ca46f79d102 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Unset dirty status for tenant:b5f3cdbaa6034f4abfe2547e31936b90 on resource:security_group {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:11:45.070280 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-f854d548-0664-4268-91bf-8ca46f79d102 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--188814335&fields=id&tenant_id=b5f3cdbaa6034f4abfe2547e31936b90 HTTP/1.1" status: 200 len: 267 time: 0.1656311 Sep 16 19:11:45.070960 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['185c75c5-c896-430d-b6c3-eb6971be6132'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:11:45.336234 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518ab8f-a90b-4ab5-a41b-1318f74892d4 req-0cb2863d-9b70-45c0-94c7-93c0c9f9dace tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:45.344416 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6518ab8f-a90b-4ab5-a41b-1318f74892d4 req-0cb2863d-9b70-45c0-94c7-93c0c9f9dace tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 943 time: 0.2239158 Sep 16 19:11:45.377967 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-f41e242c-2604-4a20-84ff-7d3160d2af53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:45.385472 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-f41e242c-2604-4a20-84ff-7d3160d2af53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/networks?id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66 HTTP/1.1" status: 200 len: 811 time: 0.3073266 Sep 16 19:11:45.434089 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6518ab8f-a90b-4ab5-a41b-1318f74892d4 req-d5540916-34da-454a-bbc3-9d05cb7ec38f tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884607 Sep 16 19:11:45.448014 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-9a5c6ecd-7bae-4c29-b0c8-f74d887abfbf tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/quotas/b5f3cdbaa6034f4abfe2547e31936b90 HTTP/1.1" status: 200 len: 375 time: 0.0613904 Sep 16 19:11:45.608232 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-684dff97-2c81-4ea0-adc0-de8faf7eeac1 req-93eafa6e-6344-482b-aa40-d733975a93b9 service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204069 Sep 16 19:11:45.649637 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-013320c8-7411-4809-aa2c-c70dba205a75 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Synchronizing usage tracker for tenant:b5f3cdbaa6034f4abfe2547e31936b90 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:11:45.672537 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-013320c8-7411-4809-aa2c-c70dba205a75 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Unset dirty status for tenant:b5f3cdbaa6034f4abfe2547e31936b90 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:11:45.674298 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-013320c8-7411-4809-aa2c-c70dba205a75 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5f3cdbaa6034f4abfe2547e31936b90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2248631 Sep 16 19:11:45.782502 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2fdec487-72d8-4d6d-bfd3-81699362e14b req-a04475d0-bfc0-4ea0-ae9e-a8f0c34c97fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=27dc7b61347448d89fa8d78c40f1def6&device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 1096 time: 0.1163425 Sep 16 19:11:45.890864 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 39340) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:45.946417 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-97fdf55c-1be6-4673-9591-e9588b94f7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:45.960590 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-1e91a3a3-b822-4e7a-bd8e-1bb327ad27f2 service neutron] 10.222.0.39 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636449 Sep 16 19:11:45.966603 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdec487-72d8-4d6d-bfd3-81699362e14b req-3b97e9f9-7a0b-42ef-a0ec-ff1341b415f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:45.968982 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2fdec487-72d8-4d6d-bfd3-81699362e14b req-3b97e9f9-7a0b-42ef-a0ec-ff1341b415f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c11271f-5a61-463c-b887-6808365b9c0c HTTP/1.1" status: 200 len: 920 time: 0.1798348 Sep 16 19:11:46.050606 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2fdec487-72d8-4d6d-bfd3-81699362e14b req-fb6be93b-b43f-4253-8bdc-2195ac7cff18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a25e25da-fb0a-4582-9601-f09ab354c531 HTTP/1.1" status: 200 len: 217 time: 0.0746865 Sep 16 19:11:46.118251 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-3d11f58a-bb16-4458-bf5b-ea04600a5b64 service neutron] 10.222.0.39 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480153 Sep 16 19:11:46.142244 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdec487-72d8-4d6d-bfd3-81699362e14b req-4e45967d-7c2b-49e2-af2e-8e98109e736a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:46.144360 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2fdec487-72d8-4d6d-bfd3-81699362e14b req-4e45967d-7c2b-49e2-af2e-8e98109e736a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24a4c799-bf4b-4108-947c-febe7a6204bd HTTP/1.1" status: 200 len: 859 time: 0.0868752 Sep 16 19:11:46.147930 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-97fdf55c-1be6-4673-9591-e9588b94f7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:46.155632 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-97fdf55c-1be6-4673-9591-e9588b94f7cf admin admin] Usage tracker for resource:security_group_rule and tenant:19cb6b6986d04bb8af1dae71bf2b1010 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:46.163853 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2212449-6c4b-4b59-bdc0-6f1e220f013a req-8fae8659-eeec-4e92-8fee-2814de979e48 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:46.165542 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d2212449-6c4b-4b59-bdc0-6f1e220f013a req-8fae8659-eeec-4e92-8fee-2814de979e48 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 944 time: 0.3186655 Sep 16 19:11:46.166458 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-97fdf55c-1be6-4673-9591-e9588b94f7cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:46.175536 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-97fdf55c-1be6-4673-9591-e9588b94f7cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:46.208893 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2fdec487-72d8-4d6d-bfd3-81699362e14b req-9eed43f9-0956-4514-a2cb-7e2dac4bdab4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c11271f-5a61-463c-b887-6808365b9c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574689 Sep 16 19:11:46.231094 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d2212449-6c4b-4b59-bdc0-6f1e220f013a req-4935afc9-2fa3-43e9-b6a3-4b01048e4f86 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576723 Sep 16 19:11:46.301608 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-97fdf55c-1be6-4673-9591-e9588b94f7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:46.309874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-97fdf55c-1be6-4673-9591-e9588b94f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:46.363891 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:46.433243 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-97fdf55c-1be6-4673-9591-e9588b94f7cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19cb6b6986d04bb8af1dae71bf2b1010&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5327756 Sep 16 19:11:46.433243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdf55c-1be6-4673-9591-e9588b94f7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10359ac4-d24b-469c-9725-d3a075a33a22,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:46.434456 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 39360) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:46.463757 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-97fdf55c-1be6-4673-9591-e9588b94f7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:46.499947 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2fdec487-72d8-4d6d-bfd3-81699362e14b req-f0e3665d-c714-40d4-a42e-513737c4519a service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845922 Sep 16 19:11:46.625409 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d367a605-216a-4904-a5c6-d920394f6a0b req-af8160a9-1390-41a1-bab4-43af50bdaa39 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 210 time: 0.1573839 Sep 16 19:11:46.707929 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2fdec487-72d8-4d6d-bfd3-81699362e14b req-b7d265a6-eed2-4a60-b9fd-7494f4df13f8 service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008948 Sep 16 19:11:46.763045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea8a9fb8-6143-4f73-be26-d7c7fb6ffc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:46.793522 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea8a9fb8-6143-4f73-be26-d7c7fb6ffc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:46.895328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea8a9fb8-6143-4f73-be26-d7c7fb6ffc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:46.906938 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-62c3adfa-3126-4df2-b8db-4a03dd3121a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:46.931694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a9fb8-6143-4f73-be26-d7c7fb6ffc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10359ac4-d24b-469c-9725-d3a075a33a22,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:46.934380 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ea8a9fb8-6143-4f73-be26-d7c7fb6ffc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:46.944485 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea8a9fb8-6143-4f73-be26-d7c7fb6ffc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:46.949102 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ea8a9fb8-6143-4f73-be26-d7c7fb6ffc82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10359ac4-d24b-469c-9725-d3a075a33a22 HTTP/1.1" status: 204 len: 168 time: 0.5131044 Sep 16 19:11:46.981384 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c1b50-be0f-4fea-98c3-00557237d6b2 req-9f07079b-53d7-48c8-bb62-d7d9d438fa6a tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:46.989700 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b71c1b50-be0f-4fea-98c3-00557237d6b2 req-9f07079b-53d7-48c8-bb62-d7d9d438fa6a tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 945 time: 0.3871400 Sep 16 19:11:47.066617 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33042-2fdd-41a1-98ce-41a8a21152af req-893cc4e8-221f-4945-bbb6-239f83a43d04 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:47.076964 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cce33042-2fdd-41a1-98ce-41a8a21152af req-893cc4e8-221f-4945-bbb6-239f83a43d04 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 943 time: 0.2635908 Sep 16 19:11:47.125914 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b71c1b50-be0f-4fea-98c3-00557237d6b2 req-532155b9-39c1-48be-824a-b7020a5a607a tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaebb8c-c09a-4648-aedd-4d9f5e8ff632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345870 Sep 16 19:11:47.173282 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cce33042-2fdd-41a1-98ce-41a8a21152af req-c64fb74a-a783-4afb-94ac-023a82778af3 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948596 Sep 16 19:11:47.290502 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccf493ed-73c8-4658-bde9-fb21989f9b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:47.602940 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a7dc7-2b04-46be-8f35-c08f85b25a47 req-13865aac-5f40-488e-8054-fdb72d19b793 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:47.617147 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-892a7dc7-2b04-46be-8f35-c08f85b25a47 req-13865aac-5f40-488e-8054-fdb72d19b793 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 944 time: 0.1852543 Sep 16 19:11:47.690750 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-892a7dc7-2b04-46be-8f35-c08f85b25a47 req-12608994-845d-46f3-8c97-afdfd89f6a5b tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718672 Sep 16 19:11:47.811131 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 185c75c5-c896-430d-b6c3-eb6971be6132 up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:11:47.860117 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-659f7f6e-1704-4643-a166-ecc587af471a req-1705742e-2a59-4057-94a0-f5347a14af9a tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 210 time: 0.0826828 Sep 16 19:11:47.965210 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port 185c75c5-c896-430d-b6c3-eb6971be6132 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:11:47.971727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 185c75c5-c896-430d-b6c3-eb6971be6132 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:47.972227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:47.988782 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-5199587e-262e-468d-9c26-660972dd5c48 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:47.989748 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-5199587e-262e-468d-9c26-660972dd5c48 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Synchronizing usage tracker for tenant:b5f3cdbaa6034f4abfe2547e31936b90 on resource:network {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:11:48.008690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-5199587e-262e-468d-9c26-660972dd5c48 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Unset dirty status for tenant:b5f3cdbaa6034f4abfe2547e31936b90 on resource:network {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:11:48.010206 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-5199587e-262e-468d-9c26-660972dd5c48 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.45 "GET /v2.0/networks?id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66 HTTP/1.1" status: 200 len: 811 time: 0.1906619 Sep 16 19:11:48.093534 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c0833fa6-ed68-4b60-9dd0-2e524f3ca04b tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Synchronizing usage tracker for tenant:b5f3cdbaa6034f4abfe2547e31936b90 on resource:security_group {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:11:48.110529 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c0833fa6-ed68-4b60-9dd0-2e524f3ca04b tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Unset dirty status for tenant:b5f3cdbaa6034f4abfe2547e31936b90 on resource:security_group {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:11:48.111793 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c0833fa6-ed68-4b60-9dd0-2e524f3ca04b tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5f3cdbaa6034f4abfe2547e31936b90 HTTP/1.1" status: 200 len: 379 time: 0.0812726 Sep 16 19:11:48.118880 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:48.129012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Request body: {'port': {'device_id': '90a6df5f-eee9-4b61-a03c-509426b56179', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'admin_state_up': True, 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'security_groups': ['ec1d280c-02f9-4d59-a16f-c04f495800fb']}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:48.152034 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116f10bc-3601-46b7-bbba-6ee261aeecb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185c75c5-c896-430d-b6c3-eb6971be6132'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:11:48.193892 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 185c75c5-c896-430d-b6c3-eb6971be6132, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=185c75c5-c896-430d-b6c3-eb6971be6132,segment=NetworkSegment(3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7),segment_id=3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:48.200979 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:48.202060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 998c6ac8-abb8-41f3-b525-ba904efe9152 up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:11:48.322928 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116f10bc-3601-46b7-bbba-6ee261aeecb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185c75c5-c896-430d-b6c3-eb6971be6132', 'code': 200} Sep 16 19:11:48.323504 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:48.416185 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:48.440398 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:48.458437 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Made reservation on behalf of b5f3cdbaa6034f4abfe2547e31936b90 for: {'port': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:11:48.468867 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:48.491737 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=185c75c5-c896-430d-b6c3-eb6971be6132,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:48.505670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:48.538393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port 998c6ac8-abb8-41f3-b525-ba904efe9152 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:11:48.543784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 998c6ac8-abb8-41f3-b525-ba904efe9152 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:48.544558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:48.689455 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487579b2-aba4-49f2-8383-f6fb2ef692c7 req-3e7289a5-d4db-4605-bd37-16df7b81f92e tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:48.702066 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-487579b2-aba4-49f2-8383-f6fb2ef692c7 req-3e7289a5-d4db-4605-bd37-16df7b81f92e tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 945 time: 0.3189442 Sep 16 19:11:48.736816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:48.804694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 998c6ac8-abb8-41f3-b525-ba904efe9152, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=998c6ac8-abb8-41f3-b525-ba904efe9152,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:48.809972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:48.814775 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3e9329f9-3cd2-4421-b0c0-d53e628ea7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:48.839561 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-487579b2-aba4-49f2-8383-f6fb2ef692c7 req-afaa6221-fc58-4839-9136-4458f07d0d8a tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaebb8c-c09a-4648-aedd-4d9f5e8ff632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363146 Sep 16 19:11:48.868665 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1467034-2040-4379-8b3e-9d7039548cf2 req-a0dd20db-a348-4437-b578-f476cc41edfb tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:48.882965 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f1467034-2040-4379-8b3e-9d7039548cf2 req-a0dd20db-a348-4437-b578-f476cc41edfb tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 943 time: 0.4019780 Sep 16 19:11:48.898694 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a5e974fa-01d4-44c1-ac5a-c681e70e4323 req-947b9768-f93b-4b0b-ac53-a3a1bcbe3f2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 1098 time: 0.2817330 Sep 16 19:11:48.903652 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Allocated IP 172.20.0.7 (8d1c5b7b-d639-4956-acd0-63bf30c3cc66/bf6c85c4-0167-4c1c-92ec-34ad8e35130f/719d5510-b039-433a-95da-11cbe53b5247) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:11:48.983556 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a5e974fa-01d4-44c1-ac5a-c681e70e4323 req-80d3f7a5-a7b9-44cd-8e1d-a8d732961104 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768285 Sep 16 19:11:49.021178 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f1467034-2040-4379-8b3e-9d7039548cf2 req-c124378d-ac55-430a-b32c-398ade30f669 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248214 Sep 16 19:11:49.026907 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:49.086239 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=998c6ac8-abb8-41f3-b525-ba904efe9152,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:49.104082 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:49.155054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff500902-3db9-43b1-9be3-ef15a95a3191 req-3c4d4104-c943-4057-9267-27aba6ae9d21 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:49.162522 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ff500902-3db9-43b1-9be3-ef15a95a3191 req-3c4d4104-c943-4057-9267-27aba6ae9d21 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 945 time: 0.0913396 Sep 16 19:11:49.232234 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ff500902-3db9-43b1-9be3-ef15a95a3191 req-2846f40e-625b-4b51-bf32-db132a2ce4ba tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684161 Sep 16 19:11:49.340212 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:49.362900 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Transition to ACTIVE for port object 719d5510-b039-433a-95da-11cbe53b5247 will not be triggered until provisioned by entity DHCP. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:11:49.367228 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aec317ab-8212-4753-b32f-e7a49dd69b78 req-7e397a05-8ac9-4bde-bb19-abbb8cb518a6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 210 time: 0.0786040 Sep 16 19:11:49.413193 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:49.422877 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:49.543957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:11:49.544899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event updated for resources: {'Port': ['ID=719d5510-b039-433a-95da-11cbe53b5247,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:49.547891 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:11:49.550233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:49.551094 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:11:49.665613 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:49.666288 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:49.732130 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6103077 Sep 16 19:11:49.745989 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Request body: {'port': {'device_id': '90a6df5f-eee9-4b61-a03c-509426b56179', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:11:49.816738 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device a25e25da-fb0a-4582-9601-f09ab354c531 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:11:49.938465 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:50.014906 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:50.019741 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-068293ea-e687-4373-8221-453e78240586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:50.030991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port a25e25da-fb0a-4582-9601-f09ab354c531, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=a25e25da-fb0a-4582-9601-f09ab354c531,segment=NetworkSegment(3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7),segment_id=3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:50.045111 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-16d40b04-705c-4c84-a7f6-df270c19c029 None None] Provisioning for port 719d5510-b039-433a-95da-11cbe53b5247 completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:11:50.052489 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': 'a25e25da-fb0a-4582-9601-f09ab354c531', 'network_id': '3c11271f-5a61-463c-b887-6808365b9c0c', 'port_id': 'a25e25da-fb0a-4582-9601-f09ab354c531', 'mac_address': 'fa:16:3e:df:71:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a4c799-bf4b-4108-947c-febe7a6204bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:11:50.055466 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-16d40b04-705c-4c84-a7f6-df270c19c029 None None] Provisioning complete for port 719d5510-b039-433a-95da-11cbe53b5247 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:50.056501 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-16d40b04-705c-4c84-a7f6-df270c19c029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:50.241780 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-16d40b04-705c-4c84-a7f6-df270c19c029 None None] Port 719d5510-b039-433a-95da-11cbe53b5247 cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:11:50.243616 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:50.296402 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25e25da-fb0a-4582-9601-f09ab354c531 {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:11:50.326674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3ca45c-115c-466d-89ce-a611b30a6e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998c6ac8-abb8-41f3-b525-ba904efe9152'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:11:50.337654 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port a25e25da-fb0a-4582-9601-f09ab354c531, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=a25e25da-fb0a-4582-9601-f09ab354c531,segment=NetworkSegment(3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7),segment_id=3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:50.345227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:50.348756 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:50.449751 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357922e3-d7e6-4b09-a35d-ecb34eaa0536 req-264b238f-a8cf-4fd0-b8d7-96a54b182d5b tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:50.452347 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-357922e3-d7e6-4b09-a35d-ecb34eaa0536 req-264b238f-a8cf-4fd0-b8d7-96a54b182d5b tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 944 time: 0.2038288 Sep 16 19:11:50.533884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=a25e25da-fb0a-4582-9601-f09ab354c531,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:50.545561 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:50.612249 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-357922e3-d7e6-4b09-a35d-ecb34eaa0536 req-56326aac-454d-405e-9606-ddc0fb18f5d7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530042 Sep 16 19:11:50.647010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee01514-b912-41be-805e-b1c481dbdaaa req-314b7a20-f1b4-47dd-91a0-20f9418fab27 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:50.648935 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fee01514-b912-41be-805e-b1c481dbdaaa req-314b7a20-f1b4-47dd-91a0-20f9418fab27 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 945 time: 0.1649401 Sep 16 19:11:50.702779 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3ca45c-115c-466d-89ce-a611b30a6e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998c6ac8-abb8-41f3-b525-ba904efe9152', 'code': 200} Sep 16 19:11:50.716514 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['a25e25da-fb0a-4582-9601-f09ab354c531'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:11:50.725501 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fee01514-b912-41be-805e-b1c481dbdaaa req-d593e2ee-981c-4ddd-9f25-3f6d3eaafe7a tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695119 Sep 16 19:11:50.874959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719d5510-b039-433a-95da-11cbe53b5247 {{(pid=82446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:11:50.893503 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:50.918093 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Transition to ACTIVE for port object 719d5510-b039-433a-95da-11cbe53b5247 will not be triggered until provisioned by entity L2. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:11:50.920939 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:50.926233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-177ba3cd-ed8a-4253-9a05-1bbea108c4f0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:51.126664 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1b419-b1c9-48f6-a2e9-363325e56733 req-bede72c8-2d5d-4b08-9b67-f1658cd9bef7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:51.140788 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f3c1b419-b1c9-48f6-a2e9-363325e56733 req-bede72c8-2d5d-4b08-9b67-f1658cd9bef7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 943 time: 0.2271101 Sep 16 19:11:51.285697 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Pushing event updated for resources: {'Port': ['ID=719d5510-b039-433a-95da-11cbe53b5247,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:51.289048 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:51.327943 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:51.423908 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-28bedc2d-d3b6-4434-b3bf-5008ac8be382 req-245b489c-69bf-4d95-be9b-3e043d02076a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 1098 time: 0.3918381 Sep 16 19:11:51.434146 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Attempting to bind port 719d5510-b039-433a-95da-11cbe53b5247 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:11:51.434830 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Attempting to bind port 719d5510-b039-433a-95da-11cbe53b5247 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:11:51.435356 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Attempting to bind port 719d5510-b039-433a-95da-11cbe53b5247 on network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:51.467856 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Port 719d5510-b039-433a-95da-11cbe53b5247 on network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:11:51.468687 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Attempting to bind port 719d5510-b039-433a-95da-11cbe53b5247 on network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:11:51.479312 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:11:51.480754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Checking segment: {'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:11:51.481385 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Bound using segment: {'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:11:51.481886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Bound port: 719d5510-b039-433a-95da-11cbe53b5247, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'}}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:11:51.482273 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:51.599487 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-28bedc2d-d3b6-4434-b3bf-5008ac8be382 req-8cbd9811-9ac6-46ad-b3e4-d079ab473fab service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669900 Sep 16 19:11:51.662578 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] For port 719d5510-b039-433a-95da-11cbe53b5247, host hv-cinder-80944, cleared binding levels {{(pid=82446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:11:51.666322 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] For port 719d5510-b039-433a-95da-11cbe53b5247, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=719d5510-b039-433a-95da-11cbe53b5247,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:11:51.671744 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:51.684348 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:51.692804 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f3c1b419-b1c9-48f6-a2e9-363325e56733 req-37353a23-6603-4b09-8cf1-dce177432e91 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5358315 Sep 16 19:11:51.737670 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-50378860-7d16-4568-992e-b41797fb86c7 req-05a3c534-161f-4f96-84bb-d083eec229e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1851938 Sep 16 19:11:51.782092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Pushing event updated for resources: {'Port': ['ID=719d5510-b039-433a-95da-11cbe53b5247,revision_number=3']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:51.789468 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:51.791017 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:51.793619 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] 10.222.0.45 "PUT /v2.0/ports/719d5510-b039-433a-95da-11cbe53b5247 HTTP/1.1" status: 200 len: 1093 time: 2.0524745 Sep 16 19:11:51.794431 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a6df5f-eee9-4b61-a03c-509426b56179', 'tag': '719d5510-b039-433a-95da-11cbe53b5247'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:11:51.827266 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device a25e25da-fb0a-4582-9601-f09ab354c531 up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:11:52.033893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port a25e25da-fb0a-4582-9601-f09ab354c531 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:11:52.047239 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port a25e25da-fb0a-4582-9601-f09ab354c531 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:11:52.051299 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:52.139116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408d4a9-bfb2-4518-8972-799905ccc671 req-f3e05576-e5cc-4f02-9e9b-c9731aef2733 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:52.147033 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e408d4a9-bfb2-4518-8972-799905ccc671 req-f3e05576-e5cc-4f02-9e9b-c9731aef2733 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 944 time: 0.2807097 Sep 16 19:11:52.152142 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-aa783d59-dde5-4d91-b0a5-1f4a527cc68a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5f3cdbaa6034f4abfe2547e31936b90&device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 1096 time: 0.2225418 Sep 16 19:11:52.181391 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-50378860-7d16-4568-992e-b41797fb86c7 req-299a664f-8e8d-497d-a628-470e68609249 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=26baeb6c49864a47acb430ca73d99bc4&device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 1098 time: 0.1959391 Sep 16 19:11:52.260319 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-0ae758bd-e39a-4e74-9e6d-561615619173 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=719d5510-b039-433a-95da-11cbe53b5247 HTTP/1.1" status: 200 len: 217 time: 0.0927241 Sep 16 19:11:52.318652 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:52.342898 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c8434360-3a5a-418f-9660-0af9ed9dfa76 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:52.344639 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c8434360-3a5a-418f-9660-0af9ed9dfa76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf6c85c4-0167-4c1c-92ec-34ad8e35130f HTTP/1.1" status: 200 len: 850 time: 0.0744653 Sep 16 19:11:52.358267 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e408d4a9-bfb2-4518-8972-799905ccc671 req-a13bd737-030d-4175-a71d-897465a39457 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102039 Sep 16 19:11:52.382857 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port a25e25da-fb0a-4582-9601-f09ab354c531, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=a25e25da-fb0a-4582-9601-f09ab354c531,segment=NetworkSegment(3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7),segment_id=3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:52.401298 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:52.411617 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:52.450090 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378860-7d16-4568-992e-b41797fb86c7 req-1368afbd-297a-4dae-82a5-b0cf535fd07f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:52.452032 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-50378860-7d16-4568-992e-b41797fb86c7 req-1368afbd-297a-4dae-82a5-b0cf535fd07f service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9437ef2-7378-4a66-93ae-48525c20c1be HTTP/1.1" status: 200 len: 912 time: 0.2438896 Sep 16 19:11:52.544290 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-c709b7d4-3aea-44a1-8b33-6eb439770549 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1896648 Sep 16 19:11:52.573958 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=a25e25da-fb0a-4582-9601-f09ab354c531,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:52.579021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:52.633024 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-50378860-7d16-4568-992e-b41797fb86c7 req-19e4c538-dd14-4313-8f2b-94f9d66ad479 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1707f88e-aed3-4fac-af78-ba9cc61c82bc HTTP/1.1" status: 200 len: 217 time: 0.1733587 Sep 16 19:11:52.704210 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25e25da-fb0a-4582-9601-f09ab354c531'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:11:52.721928 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378860-7d16-4568-992e-b41797fb86c7 req-083859f1-4e4c-4774-ba45-64794f72542f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:52.724339 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-50378860-7d16-4568-992e-b41797fb86c7 req-083859f1-4e4c-4774-ba45-64794f72542f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f8e438-976b-4470-9712-742f5fb81e19 HTTP/1.1" status: 200 len: 851 time: 0.0820251 Sep 16 19:11:52.759352 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-6dab740e-b572-47ae-b490-fea00620ae4a service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068920 Sep 16 19:11:52.796960 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-50378860-7d16-4568-992e-b41797fb86c7 req-9f1b5544-c4d4-4c4c-b285-26df589851e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9437ef2-7378-4a66-93ae-48525c20c1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651934 Sep 16 19:11:52.916185 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb9754-5d8f-4ca1-b3e2-c75539853c4f req-eb8c7be0-45a3-4cc9-8452-7a56fe60d802 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:52.924911 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dddb9754-5d8f-4ca1-b3e2-c75539853c4f req-eb8c7be0-45a3-4cc9-8452-7a56fe60d802 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 945 time: 0.2035511 Sep 16 19:11:52.990216 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-50378860-7d16-4568-992e-b41797fb86c7 req-95fdcebb-5d24-4209-9c8c-537bd4b593ea service neutron] 10.222.0.45 "GET /v2.0/networks/b9437ef2-7378-4a66-93ae-48525c20c1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848528 Sep 16 19:11:53.027834 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6f12d2c-539e-495c-8d17-0e1773d1d78b req-8040c84a-efb7-429b-9cc5-83ee55b0bf99 service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504754 Sep 16 19:11:53.042931 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dddb9754-5d8f-4ca1-b3e2-c75539853c4f req-255ed98f-a2bd-411e-96e1-55daedd28149 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170700 Sep 16 19:11:53.063058 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:53.170247 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25e25da-fb0a-4582-9601-f09ab354c531', 'code': 200} Sep 16 19:11:53.348873 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-50378860-7d16-4568-992e-b41797fb86c7 req-bbc0985b-eb36-4179-8b46-e042226dd47a service neutron] 10.222.0.45 "GET /v2.0/networks/b9437ef2-7378-4a66-93ae-48525c20c1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332279 Sep 16 19:11:53.350935 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a6df5f-eee9-4b61-a03c-509426b56179', 'tag': '719d5510-b039-433a-95da-11cbe53b5247', 'status': 'completed', 'code': 200} Sep 16 19:11:53.456925 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0af269e0-d849-47ad-8109-f98d817fa3cd req-3bccb192-68a7-4c9e-bd20-790e0d896927 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5f3cdbaa6034f4abfe2547e31936b90&device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 1096 time: 0.2405570 Sep 16 19:11:53.463209 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a60d9-b3b1-4cf3-b488-b0984296721d req-6425a096-8763-464c-ad0f-9cbcb5f2874f tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:53.471065 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-738a60d9-b3b1-4cf3-b488-b0984296721d req-6425a096-8763-464c-ad0f-9cbcb5f2874f tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 943 time: 0.1619191 Sep 16 19:11:53.674873 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-77c45fae-e9ba-47fe-98d8-f978cd59f2d6 req-6ce4fcef-d70c-4aee-84b6-fe384608538a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 1098 time: 0.1334469 Sep 16 19:11:53.740520 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-738a60d9-b3b1-4cf3-b488-b0984296721d req-04a77f55-5cf6-43d1-a82f-410ceb1f3eab tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683899 Sep 16 19:11:53.789025 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-77c45fae-e9ba-47fe-98d8-f978cd59f2d6 req-a9f6bcca-067b-4fea-90b0-8f0f4bd0d71e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738690 Sep 16 19:11:53.847717 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af269e0-d849-47ad-8109-f98d817fa3cd req-39ad9eb4-c99a-455e-8cb7-683907a14a39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:53.849621 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0af269e0-d849-47ad-8109-f98d817fa3cd req-39ad9eb4-c99a-455e-8cb7-683907a14a39 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66 HTTP/1.1" status: 200 len: 912 time: 0.3758025 Sep 16 19:11:53.858061 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56b4a3-7205-4ef8-a39b-55e6ce6676a2 req-a391d99f-ec66-4fc9-a4e5-0e0e88961393 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:53.859820 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1d56b4a3-7205-4ef8-a39b-55e6ce6676a2 req-a391d99f-ec66-4fc9-a4e5-0e0e88961393 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.2153995 Sep 16 19:11:53.911856 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1d56b4a3-7205-4ef8-a39b-55e6ce6676a2 req-f961d789-cd20-4b5e-9347-252990933106 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451815 Sep 16 19:11:54.107447 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0af269e0-d849-47ad-8109-f98d817fa3cd req-fc40294d-82bb-4921-940c-132ff4f077c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=719d5510-b039-433a-95da-11cbe53b5247 HTTP/1.1" status: 200 len: 217 time: 0.0758369 Sep 16 19:11:54.207218 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af269e0-d849-47ad-8109-f98d817fa3cd req-83f7a4ee-f4ec-453f-9d5f-0e848d93e546 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:54.208941 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0af269e0-d849-47ad-8109-f98d817fa3cd req-83f7a4ee-f4ec-453f-9d5f-0e848d93e546 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf6c85c4-0167-4c1c-92ec-34ad8e35130f HTTP/1.1" status: 200 len: 850 time: 0.0700159 Sep 16 19:11:54.405091 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0af269e0-d849-47ad-8109-f98d817fa3cd req-5f0a4df7-ce39-450f-b306-5ca700ee4116 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1568406 Sep 16 19:11:54.417876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18951bc9-e757-4bbc-8786-5359f62efa9a req-7dd02a90-c10c-48d9-b3a5-e0bf736590aa tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:54.419741 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-18951bc9-e757-4bbc-8786-5359f62efa9a req-7dd02a90-c10c-48d9-b3a5-e0bf736590aa tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 945 time: 0.2431264 Sep 16 19:11:54.609160 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-18951bc9-e757-4bbc-8786-5359f62efa9a req-07f80243-7d19-49f6-9935-8c54e1f1f228 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612947 Sep 16 19:11:54.634809 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0af269e0-d849-47ad-8109-f98d817fa3cd req-bbd12f85-4581-468e-899f-8eeabae9b71e service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137377 Sep 16 19:11:54.798361 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0af269e0-d849-47ad-8109-f98d817fa3cd req-8f4642af-b313-4d20-9c5c-9a2229803adc service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556895 Sep 16 19:11:55.008475 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226933b1-e08c-4077-aa9e-95e07c381053 req-359a7c1c-1c7c-441b-8866-3f3a8cb99184 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:55.010440 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-226933b1-e08c-4077-aa9e-95e07c381053 req-359a7c1c-1c7c-441b-8866-3f3a8cb99184 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 943 time: 0.1358061 Sep 16 19:11:55.132631 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-226933b1-e08c-4077-aa9e-95e07c381053 req-23f5b126-93e3-4779-8296-9e819a4fe3f0 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157274 Sep 16 19:11:55.183726 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5f0ee-37cf-4064-b1c5-4e1cbd1c9025 req-c6528289-6472-485b-bf6a-53faf20213e1 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:55.192077 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-23f5f0ee-37cf-4064-b1c5-4e1cbd1c9025 req-c6528289-6472-485b-bf6a-53faf20213e1 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1267388 Sep 16 19:11:55.245347 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-23f5f0ee-37cf-4064-b1c5-4e1cbd1c9025 req-0365c066-726c-4c0f-ba47-781982da15ec tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520749 Sep 16 19:11:55.572028 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39672) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:55.739726 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c6d1ab96-826a-4320-a248-73a552c93c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:55.775609 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-c6d1ab96-826a-4320-a248-73a552c93c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:55.782872 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-c6d1ab96-826a-4320-a248-73a552c93c66 admin admin] Usage tracker for resource:security_group_rule and tenant:f082cd43b1ca42b4929a032cf291143c is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:55.788435 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-c6d1ab96-826a-4320-a248-73a552c93c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:55.796484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-c6d1ab96-826a-4320-a248-73a552c93c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:55.878105 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c6d1ab96-826a-4320-a248-73a552c93c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:55.882424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c6d1ab96-826a-4320-a248-73a552c93c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:55.895949 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:55.943847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 39692) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:55.944444 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-c6d1ab96-826a-4320-a248-73a552c93c66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f082cd43b1ca42b4929a032cf291143c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3706784 Sep 16 19:11:55.948384 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1ab96-826a-4320-a248-73a552c93c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca37b52-f613-443b-aa27-67b7f34c4ee9,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:55.951869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c6d1ab96-826a-4320-a248-73a552c93c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:56.012651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-45c6115d-c58e-4cd6-9f1d-bc9f6a642aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:56.040645 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-45c6115d-c58e-4cd6-9f1d-bc9f6a642aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:56.089322 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-45c6115d-c58e-4cd6-9f1d-bc9f6a642aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:56.095013 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:56.109832 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6115d-c58e-4cd6-9f1d-bc9f6a642aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca37b52-f613-443b-aa27-67b7f34c4ee9,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:56.112473 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-45c6115d-c58e-4cd6-9f1d-bc9f6a642aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:56.115016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-45c6115d-c58e-4cd6-9f1d-bc9f6a642aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:56.116280 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-45c6115d-c58e-4cd6-9f1d-bc9f6a642aeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ca37b52-f613-443b-aa27-67b7f34c4ee9 HTTP/1.1" status: 204 len: 168 time: 0.1710310 Sep 16 19:11:56.162615 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 39702) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:56.195944 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39710) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:56.366059 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a271c55-8037-4456-9a78-1ff5788940ad req-0904693f-6a89-452b-ac34-69e7a2e7b9fa tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:56.367632 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2a271c55-8037-4456-9a78-1ff5788940ad req-0904693f-6a89-452b-ac34-69e7a2e7b9fa tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 943 time: 0.1044626 Sep 16 19:11:56.473087 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2a271c55-8037-4456-9a78-1ff5788940ad req-eb20e5ea-8c56-406b-b954-4c15c512ffe0 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980711 Sep 16 19:11:56.512946 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79420729-823f-4868-a1f9-82eda9e80b1e req-9f298cd8-b2c1-4810-b2ff-c35bb740e5ad tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:56.514532 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-79420729-823f-4868-a1f9-82eda9e80b1e req-9f298cd8-b2c1-4810-b2ff-c35bb740e5ad tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1182883 Sep 16 19:11:56.544861 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c167-ddba-4441-aa9c-6ea4aacea12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:56.579508 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-8bd9c167-ddba-4441-aa9c-6ea4aacea12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:56.583687 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-8bd9c167-ddba-4441-aa9c-6ea4aacea12b admin admin] Usage tracker for resource:security_group_rule and tenant:ccf02211c9df4d76907a291649a85a59 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:56.584041 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ee69eb98-4961-47b0-8e18-e38d2bee49bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:56.586728 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-8bd9c167-ddba-4441-aa9c-6ea4aacea12b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:56.593732 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-8bd9c167-ddba-4441-aa9c-6ea4aacea12b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:56.604579 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-79420729-823f-4868-a1f9-82eda9e80b1e req-05e097aa-1cae-4f67-9698-f61b5521690b tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835667 Sep 16 19:11:56.642515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ee69eb98-4961-47b0-8e18-e38d2bee49bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:56.646690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ee69eb98-4961-47b0-8e18-e38d2bee49bd admin admin] Usage tracker for resource:security_group_rule and tenant:0425cb79ee01438096abe8876a14d8ec is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:56.649842 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ee69eb98-4961-47b0-8e18-e38d2bee49bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:56.656170 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ee69eb98-4961-47b0-8e18-e38d2bee49bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:56.702880 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c167-ddba-4441-aa9c-6ea4aacea12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:56.706592 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c167-ddba-4441-aa9c-6ea4aacea12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:56.714721 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f9d259c3-7bec-4b28-a735-276d0b6594e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:56.751265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39730) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:56.752005 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9c167-ddba-4441-aa9c-6ea4aacea12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef131a53-5425-45d3-ae39-bff5c85d3b38,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:56.760432 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8bd9c167-ddba-4441-aa9c-6ea4aacea12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:56.794556 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ee69eb98-4961-47b0-8e18-e38d2bee49bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:56.797231 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4a86-e36e-45e6-a57a-a6be43fed88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:56.798191 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ee69eb98-4961-47b0-8e18-e38d2bee49bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:56.806145 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:56.829067 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-8bd9c167-ddba-4441-aa9c-6ea4aacea12b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ccf02211c9df4d76907a291649a85a59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6316814 Sep 16 19:11:56.831646 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39734) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:56.879624 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-4cbc4a86-e36e-45e6-a57a-a6be43fed88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:56.887313 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69eb98-4961-47b0-8e18-e38d2bee49bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66de4809-2567-4109-9f8e-077cf0f02462,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:56.891480 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ee69eb98-4961-47b0-8e18-e38d2bee49bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:56.896476 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ee69eb98-4961-47b0-8e18-e38d2bee49bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0425cb79ee01438096abe8876a14d8ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7303133 Sep 16 19:11:56.897025 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 39742) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:56.903678 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-4cbc4a86-e36e-45e6-a57a-a6be43fed88c admin admin] Usage tracker for resource:security_group_rule and tenant:01c487ffffd5495b920bdecf13581032 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:56.910451 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-4cbc4a86-e36e-45e6-a57a-a6be43fed88c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:56.919232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-4cbc4a86-e36e-45e6-a57a-a6be43fed88c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:57.008207 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4a86-e36e-45e6-a57a-a6be43fed88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:57.014110 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4a86-e36e-45e6-a57a-a6be43fed88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:57.028475 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f414951f-5258-42a0-9f53-78010b0024e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:57.104984 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc4a86-e36e-45e6-a57a-a6be43fed88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65717612-9b49-425a-bb39-d9b0fae22539,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:57.129245 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4cbc4a86-e36e-45e6-a57a-a6be43fed88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:57.132974 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-4cbc4a86-e36e-45e6-a57a-a6be43fed88c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01c487ffffd5495b920bdecf13581032&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3778043 Sep 16 19:11:57.134200 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-148fe6eb-53fa-4653-84df-80482361f766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:57.148726 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39756) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:57.207343 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-148fe6eb-53fa-4653-84df-80482361f766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:57.283099 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-97f86a96-b5dd-4236-bbda-f1f3d3151ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:57.310492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-148fe6eb-53fa-4653-84df-80482361f766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:57.318648 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-231625ae-e1b1-4887-8d72-d5ceff135400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:57.327670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-97f86a96-b5dd-4236-bbda-f1f3d3151ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:57.341008 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8f1416ac-9509-4b22-975c-f33cbabed210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:57.359580 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fe6eb-53fa-4653-84df-80482361f766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef131a53-5425-45d3-ae39-bff5c85d3b38,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:57.375509 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-148fe6eb-53fa-4653-84df-80482361f766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:57.380444 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8f1416ac-9509-4b22-975c-f33cbabed210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:57.395216 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-148fe6eb-53fa-4653-84df-80482361f766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:57.396476 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-148fe6eb-53fa-4653-84df-80482361f766 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef131a53-5425-45d3-ae39-bff5c85d3b38 HTTP/1.1" status: 204 len: 168 time: 0.5629570 Sep 16 19:11:57.412153 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-97f86a96-b5dd-4236-bbda-f1f3d3151ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:57.421477 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:57.436659 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f86a96-b5dd-4236-bbda-f1f3d3151ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65717612-9b49-425a-bb39-d9b0fae22539,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:57.445477 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-97f86a96-b5dd-4236-bbda-f1f3d3151ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:57.448846 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-97f86a96-b5dd-4236-bbda-f1f3d3151ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:57.450079 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-97f86a96-b5dd-4236-bbda-f1f3d3151ac2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65717612-9b49-425a-bb39-d9b0fae22539 HTTP/1.1" status: 204 len: 168 time: 0.2999439 Sep 16 19:11:57.489624 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-92235e9b-4210-4bd0-9aaa-b89795d8d90f req-8a661eea-a2d1-4f2c-a152-79c456bbe143 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=27dc7b61347448d89fa8d78c40f1def6&device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 1098 time: 0.4734182 Sep 16 19:11:57.616190 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afee137-40fb-4eda-92b9-653b8f776adc req-7cab4393-cb9e-486b-917b-9b94a3dd4965 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:57.624214 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6afee137-40fb-4eda-92b9-653b8f776adc req-7cab4393-cb9e-486b-917b-9b94a3dd4965 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.2514749 Sep 16 19:11:57.663237 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8f1416ac-9509-4b22-975c-f33cbabed210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:57.674172 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:57.690494 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1416ac-9509-4b22-975c-f33cbabed210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66de4809-2567-4109-9f8e-077cf0f02462,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:57.703210 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8f1416ac-9509-4b22-975c-f33cbabed210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:57.722184 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8f1416ac-9509-4b22-975c-f33cbabed210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:57.723434 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-8f1416ac-9509-4b22-975c-f33cbabed210 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66de4809-2567-4109-9f8e-077cf0f02462 HTTP/1.1" status: 204 len: 168 time: 0.8256803 Sep 16 19:11:57.763587 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6afee137-40fb-4eda-92b9-653b8f776adc req-36266afb-cd07-4415-a5ae-41221dc76e8d tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360357 Sep 16 19:11:57.834896 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235e9b-4210-4bd0-9aaa-b89795d8d90f req-3d93d9f2-179b-42a7-8e27-b9bdd7fa2fb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:57.836920 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-92235e9b-4210-4bd0-9aaa-b89795d8d90f req-3d93d9f2-179b-42a7-8e27-b9bdd7fa2fb4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c11271f-5a61-463c-b887-6808365b9c0c HTTP/1.1" status: 200 len: 920 time: 0.3187625 Sep 16 19:11:57.842672 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 719d5510-b039-433a-95da-11cbe53b5247 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:11:57.937747 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39786) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:58.090888 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-92235e9b-4210-4bd0-9aaa-b89795d8d90f req-6586c8ca-615e-41d4-a528-9e745089ff55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a25e25da-fb0a-4582-9601-f09ab354c531 HTTP/1.1" status: 200 len: 217 time: 0.2368698 Sep 16 19:11:58.129181 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 719d5510-b039-433a-95da-11cbe53b5247, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=719d5510-b039-433a-95da-11cbe53b5247,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:58.146340 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '719d5510-b039-433a-95da-11cbe53b5247', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'port_id': '719d5510-b039-433a-95da-11cbe53b5247', 'mac_address': 'fa:16:3e:b9:09:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:11:58.170415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39796) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:58.203340 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c79a4695-cb26-4cc6-ad99-0aa654473420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:58.221612 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:58.234071 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26819fd-90d5-438c-ad0d-02323abf6462 req-252f4873-82cc-4bd2-8666-10b5f6c75149 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:58.236423 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b26819fd-90d5-438c-ad0d-02323abf6462 req-252f4873-82cc-4bd2-8666-10b5f6c75149 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 945 time: 0.2596798 Sep 16 19:11:58.252552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719d5510-b039-433a-95da-11cbe53b5247 {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:11:58.272215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 719d5510-b039-433a-95da-11cbe53b5247, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=719d5510-b039-433a-95da-11cbe53b5247,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:11:58.276039 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:58.280799 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:58.293851 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-c79a4695-cb26-4cc6-ad99-0aa654473420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:58.300198 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-c79a4695-cb26-4cc6-ad99-0aa654473420 admin admin] Usage tracker for resource:security_group_rule and tenant:098e20c4950c479aa8dfbadba777a6ec is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:58.308611 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182a5b0-16b7-4a16-840f-70055d2a41d8 req-4c1194ec-fd0a-4e2b-ba18-2786d5bb85f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:58.309721 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-c79a4695-cb26-4cc6-ad99-0aa654473420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:58.315881 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c182a5b0-16b7-4a16-840f-70055d2a41d8 req-4c1194ec-fd0a-4e2b-ba18-2786d5bb85f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 943 time: 0.3402975 Sep 16 19:11:58.324189 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-c79a4695-cb26-4cc6-ad99-0aa654473420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:58.349685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235e9b-4210-4bd0-9aaa-b89795d8d90f req-3f780743-fb9d-4921-b8c7-5e5a19e740b2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:58.351262 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-92235e9b-4210-4bd0-9aaa-b89795d8d90f req-3f780743-fb9d-4921-b8c7-5e5a19e740b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24a4c799-bf4b-4108-947c-febe7a6204bd HTTP/1.1" status: 200 len: 859 time: 0.2416790 Sep 16 19:11:58.367869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=719d5510-b039-433a-95da-11cbe53b5247,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:58.371467 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:58.436612 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c79a4695-cb26-4cc6-ad99-0aa654473420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:58.443707 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b26819fd-90d5-438c-ad0d-02323abf6462 req-39b44bb9-3818-4a7e-83d2-7c5a9dd2c373 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaebb8c-c09a-4648-aedd-4d9f5e8ff632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968777 Sep 16 19:11:58.446122 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-92235e9b-4210-4bd0-9aaa-b89795d8d90f req-4e898908-924c-4321-b811-28f225564068 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c11271f-5a61-463c-b887-6808365b9c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871711 Sep 16 19:11:58.458490 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9be4cb6b-15a7-4439-9ede-58934afe15d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:58.458834 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c182a5b0-16b7-4a16-840f-70055d2a41d8 req-9de92110-e7a5-4e19-bd2b-8d171dee39fb tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418688 Sep 16 19:11:58.470524 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c79a4695-cb26-4cc6-ad99-0aa654473420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:58.480941 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-148fe6eb-53fa-4653-84df-80482361f766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:58.512374 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-9be4cb6b-15a7-4439-9ede-58934afe15d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:58.516449 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-9be4cb6b-15a7-4439-9ede-58934afe15d9 admin admin] Usage tracker for resource:security_group_rule and tenant:9c2dbec3e2444ed6b6a3dfed8a6263f8 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:58.521388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-9be4cb6b-15a7-4439-9ede-58934afe15d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:58.537591 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-9be4cb6b-15a7-4439-9ede-58934afe15d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:58.660096 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-92235e9b-4210-4bd0-9aaa-b89795d8d90f req-b3c7065f-c5d5-4993-9eac-d75973169044 service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991637 Sep 16 19:11:58.672161 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9be4cb6b-15a7-4439-9ede-58934afe15d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:58.677878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a4695-cb26-4cc6-ad99-0aa654473420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82db9557-3512-438b-9cb9-3241a9f64743,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:58.685274 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-c79a4695-cb26-4cc6-ad99-0aa654473420 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=098e20c4950c479aa8dfbadba777a6ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5099845 Sep 16 19:11:58.685274 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c79a4695-cb26-4cc6-ad99-0aa654473420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:58.685274 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9be4cb6b-15a7-4439-9ede-58934afe15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:58.712836 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39806) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:58.713479 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:58.729721 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-9be4cb6b-15a7-4439-9ede-58934afe15d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c2dbec3e2444ed6b6a3dfed8a6263f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7881253 Sep 16 19:11:58.730243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39812) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:58.750749 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['719d5510-b039-433a-95da-11cbe53b5247'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:11:58.782413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4cb6b-15a7-4439-9ede-58934afe15d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e45b488-4ea6-4f52-93fe-8e450f233a05,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:58.798974 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-9be4cb6b-15a7-4439-9ede-58934afe15d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:58.858282 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-abc9b45e-9856-4224-8924-e820d2e5c5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:58.895173 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-96aafd52-f7d5-46f8-90e4-55f259a70f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:58.900929 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39820) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:58.912351 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-92235e9b-4210-4bd0-9aaa-b89795d8d90f req-84a502e2-2200-4b93-b24f-e25309b7765e service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348313 Sep 16 19:11:58.973705 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-96aafd52-f7d5-46f8-90e4-55f259a70f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.000736 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cfe262d4-4242-43c3-9038-684e39bf3f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.012113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-abc9b45e-9856-4224-8924-e820d2e5c5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.126679 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-cfe262d4-4242-43c3-9038-684e39bf3f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:59.132471 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-cfe262d4-4242-43c3-9038-684e39bf3f09 admin admin] Usage tracker for resource:security_group_rule and tenant:37175ade4a0d4baeacb01c8724a5da46 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:59.136203 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-cfe262d4-4242-43c3-9038-684e39bf3f09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:59.142754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-cfe262d4-4242-43c3-9038-684e39bf3f09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:11:59.144175 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f5d3d-ebe9-4896-a8b7-ac1771ff6d2e req-11bb72b0-729e-4bd4-8dd0-0b61fe0e8758 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:59.144891 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-96aafd52-f7d5-46f8-90e4-55f259a70f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.146145 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1d7f5d3d-ebe9-4896-a8b7-ac1771ff6d2e req-11bb72b0-729e-4bd4-8dd0-0b61fe0e8758 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1600330 Sep 16 19:11:59.149600 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4cbc4a86-e36e-45e6-a57a-a6be43fed88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:59.160856 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-abc9b45e-9856-4224-8924-e820d2e5c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.180813 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aafd52-f7d5-46f8-90e4-55f259a70f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82db9557-3512-438b-9cb9-3241a9f64743,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:59.187484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-96aafd52-f7d5-46f8-90e4-55f259a70f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:59.190419 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-9be4cb6b-15a7-4439-9ede-58934afe15d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:59.201186 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1d7f5d3d-ebe9-4896-a8b7-ac1771ff6d2e req-6d3fdfa4-bc04-4257-aad3-82d279ec80ff tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477605 Sep 16 19:11:59.213779 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9b45e-9856-4224-8924-e820d2e5c5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e45b488-4ea6-4f52-93fe-8e450f233a05,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:59.241754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-abc9b45e-9856-4224-8924-e820d2e5c5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:59.255241 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-96aafd52-f7d5-46f8-90e4-55f259a70f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.256620 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-96aafd52-f7d5-46f8-90e4-55f259a70f67 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82db9557-3512-438b-9cb9-3241a9f64743 HTTP/1.1" status: 204 len: 168 time: 0.5281041 Sep 16 19:11:59.263978 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-abc9b45e-9856-4224-8924-e820d2e5c5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.265225 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-abc9b45e-9856-4224-8924-e820d2e5c5e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e45b488-4ea6-4f52-93fe-8e450f233a05 HTTP/1.1" status: 204 len: 168 time: 0.5324142 Sep 16 19:11:59.314996 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cfe262d4-4242-43c3-9038-684e39bf3f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.319581 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cfe262d4-4242-43c3-9038-684e39bf3f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.328742 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d8068579-ba13-43c2-82ed-6464b96b29d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:59.377229 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe262d4-4242-43c3-9038-684e39bf3f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78363aee-2956-4e99-ab5c-5131ccf27f2b,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:59.380308 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-cfe262d4-4242-43c3-9038-684e39bf3f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:59.383051 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-cfe262d4-4242-43c3-9038-684e39bf3f09 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37175ade4a0d4baeacb01c8724a5da46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4731357 Sep 16 19:11:59.385872 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 39840) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:59.467454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4daa8dcb-5088-4e57-8d31-2c431bd2bf47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.495998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4daa8dcb-5088-4e57-8d31-2c431bd2bf47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.632956 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4daa8dcb-5088-4e57-8d31-2c431bd2bf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.652009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b85d1c26-48c1-487d-810b-71163f7956fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:11:59.675239 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa8dcb-5088-4e57-8d31-2c431bd2bf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78363aee-2956-4e99-ab5c-5131ccf27f2b,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:11:59.683659 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4daa8dcb-5088-4e57-8d31-2c431bd2bf47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:11:59.685917 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4daa8dcb-5088-4e57-8d31-2c431bd2bf47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.689240 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-4daa8dcb-5088-4e57-8d31-2c431bd2bf47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78363aee-2956-4e99-ab5c-5131ccf27f2b HTTP/1.1" status: 204 len: 168 time: 0.2993193 Sep 16 19:11:59.783621 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24532e-14f3-479c-895e-03ac481ee254 req-82a564fa-3ba7-4c6b-9255-394e58a15537 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:59.785369 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fd24532e-14f3-479c-895e-03ac481ee254 req-82a564fa-3ba7-4c6b-9255-394e58a15537 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 945 time: 0.2415495 Sep 16 19:11:59.794480 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86539f3-dd22-4579-9bf8-16776178539d req-c0b66ed3-7b44-4803-a6c8-2335cfa607cb tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:11:59.796241 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f86539f3-dd22-4579-9bf8-16776178539d req-c0b66ed3-7b44-4803-a6c8-2335cfa607cb tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 945 time: 0.1987002 Sep 16 19:11:59.853907 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39858) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:11:59.893574 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bd851efd-8efd-4161-8543-4a7e4b50be8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.922335 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-fd24532e-14f3-479c-895e-03ac481ee254 req-1d538e93-b089-4c5a-b0fb-5f61b83d00a4 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Deleting port 1707f88e-aed3-4fac-af78-ba9cc61c82bc {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:11:59.922694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-fd24532e-14f3-479c-895e-03ac481ee254 req-1d538e93-b089-4c5a-b0fb-5f61b83d00a4 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:11:59.945133 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-bd851efd-8efd-4161-8543-4a7e4b50be8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:11:59.950037 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-bd851efd-8efd-4161-8543-4a7e4b50be8f admin admin] Usage tracker for resource:security_group_rule and tenant:36c6d396b5cf4c5580c43bdb63d5418d is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:11:59.953303 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-bd851efd-8efd-4161-8543-4a7e4b50be8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:11:59.963352 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-bd851efd-8efd-4161-8543-4a7e4b50be8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:00.043391 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bd851efd-8efd-4161-8543-4a7e4b50be8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:00.044783 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f86539f3-dd22-4579-9bf8-16776178539d req-7a1d2d1c-0332-4528-8d47-21751eb98c56 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaebb8c-c09a-4648-aedd-4d9f5e8ff632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107968 Sep 16 19:12:00.047541 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bd851efd-8efd-4161-8543-4a7e4b50be8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:00.079372 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-33ac40c9-6619-4ece-8b01-caa30af1a577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:00.082052 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04482644-fca1-4ce8-8ccf-4e1f5d197aaf req-6c8bf7ed-5eb3-447f-addc-94e2eadb15f6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:00.095216 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-04482644-fca1-4ce8-8ccf-4e1f5d197aaf req-6c8bf7ed-5eb3-447f-addc-94e2eadb15f6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 944 time: 0.3724520 Sep 16 19:12:00.165973 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd851efd-8efd-4161-8543-4a7e4b50be8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b2b0d0-30ae-485c-80eb-aa896db6cd4a,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:00.169318 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-bd851efd-8efd-4161-8543-4a7e4b50be8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:00.174917 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-bd851efd-8efd-4161-8543-4a7e4b50be8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36c6d396b5cf4c5580c43bdb63d5418d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3193088 Sep 16 19:12:00.175605 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 39870) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:00.221830 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-04482644-fca1-4ce8-8ccf-4e1f5d197aaf req-c16d77d0-e7a2-446a-b756-b1735f93012c tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313066 Sep 16 19:12:00.340207 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6ee9ffcb-77db-411e-a6b2-bd02ce3b0cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:00.385610 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6ee9ffcb-77db-411e-a6b2-bd02ce3b0cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:00.403124 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-fd24532e-14f3-479c-895e-03ac481ee254 req-1d538e93-b089-4c5a-b0fb-5f61b83d00a4 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] For port 1707f88e-aed3-4fac-af78-ba9cc61c82bc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=1707f88e-aed3-4fac-af78-ba9cc61c82bc,segment=NetworkSegment(4f660184-7618-41f0-8f50-73f409526f45),segment_id=4f660184-7618-41f0-8f50-73f409526f45)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:00.403542 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-fd24532e-14f3-479c-895e-03ac481ee254 req-1d538e93-b089-4c5a-b0fb-5f61b83d00a4 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:00.440671 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6ee9ffcb-77db-411e-a6b2-bd02ce3b0cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:00.450989 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-026910ae-7bd6-4dd3-8f58-8bdd767232ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:00.481378 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9ffcb-77db-411e-a6b2-bd02ce3b0cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b2b0d0-30ae-485c-80eb-aa896db6cd4a,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:00.486709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6ee9ffcb-77db-411e-a6b2-bd02ce3b0cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:00.499819 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6ee9ffcb-77db-411e-a6b2-bd02ce3b0cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:00.507416 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-6ee9ffcb-77db-411e-a6b2-bd02ce3b0cac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91b2b0d0-30ae-485c-80eb-aa896db6cd4a HTTP/1.1" status: 204 len: 168 time: 0.3309081 Sep 16 19:12:00.544832 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-fd24532e-14f3-479c-895e-03ac481ee254 req-1d538e93-b089-4c5a-b0fb-5f61b83d00a4 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Calling delete_port for 1707f88e-aed3-4fac-af78-ba9cc61c82bc owned by compute:nova {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:12:01.015825 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00c36d-0136-4ab2-92e6-98bbeb69f33f req-5bc5db1b-69c6-44cf-bd4e-ef423f612ba5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:01.023496 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7b00c36d-0136-4ab2-92e6-98bbeb69f33f req-5bc5db1b-69c6-44cf-bd4e-ef423f612ba5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.4105392 Sep 16 19:12:01.045382 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-fd24532e-14f3-479c-895e-03ac481ee254 req-1d538e93-b089-4c5a-b0fb-5f61b83d00a4 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:01.059696 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['1707f88e-aed3-4fac-af78-ba9cc61c82bc'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:12:01.086694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-848d62f4-2b73-4319-a887-1017296599df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:01.202886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d538e93-b089-4c5a-b0fb-5f61b83d00a4 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Pushing event deleted for resources: {'Port': ['ID=1707f88e-aed3-4fac-af78-ba9cc61c82bc,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:01.212902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1d538e93-b089-4c5a-b0fb-5f61b83d00a4 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:01.320581 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7b00c36d-0136-4ab2-92e6-98bbeb69f33f req-411eabe9-5176-452e-b687-8dc12d02c28e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958441 Sep 16 19:12:01.330935 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd24532e-14f3-479c-895e-03ac481ee254 req-1d538e93-b089-4c5a-b0fb-5f61b83d00a4 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] No DVR routers for this DVR port 1707f88e-aed3-4fac-af78-ba9cc61c82bc on host hv-cinder-80944 {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:12:01.334838 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-fd24532e-14f3-479c-895e-03ac481ee254 req-1d538e93-b089-4c5a-b0fb-5f61b83d00a4 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:01.364136 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca5212b-c554-41c6-8294-5cb3e22401b2', 'name': 'network-vif-deleted', 'tag': '1707f88e-aed3-4fac-af78-ba9cc61c82bc'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:12:01.372655 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fd24532e-14f3-479c-895e-03ac481ee254 req-1d538e93-b089-4c5a-b0fb-5f61b83d00a4 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.45 "DELETE /v2.0/ports/1707f88e-aed3-4fac-af78-ba9cc61c82bc HTTP/1.1" status: 204 len: 173 time: 1.5743463 Sep 16 19:12:01.390173 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48598253-ad86-441b-8bd7-750495455a42 req-39cac66e-788c-400e-bb99-fd1a697809eb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:01.393153 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48598253-ad86-441b-8bd7-750495455a42 req-39cac66e-788c-400e-bb99-fd1a697809eb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/networks?id=d6adc5e2-ae00-468c-93a4-cfc82f035796 HTTP/1.1" status: 200 len: 814 time: 0.3638248 Sep 16 19:12:01.422633 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48598253-ad86-441b-8bd7-750495455a42 req-3e4da6e5-a915-40a6-be95-7f33b020c41d tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/quotas/38c046ff61b7430fab7783b7c1bce025 HTTP/1.1" status: 200 len: 375 time: 0.0166893 Sep 16 19:12:01.616518 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-c3aaf532-a971-4842-9c72-77cbe4b9b4f8 req-dd335efa-f413-44df-b523-a595e1b804ee tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Synchronizing usage tracker for tenant:26baeb6c49864a47acb430ca73d99bc4 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:12:01.658166 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-c3aaf532-a971-4842-9c72-77cbe4b9b4f8 req-dd335efa-f413-44df-b523-a595e1b804ee tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Unset dirty status for tenant:26baeb6c49864a47acb430ca73d99bc4 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:12:01.659842 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c3aaf532-a971-4842-9c72-77cbe4b9b4f8 req-dd335efa-f413-44df-b523-a595e1b804ee tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ca5212b-c554-41c6-8294-5cb3e22401b2 HTTP/1.1" status: 200 len: 210 time: 0.1809168 Sep 16 19:12:01.707553 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48598253-ad86-441b-8bd7-750495455a42 req-3b1d365e-0119-4293-87e3-dedf5e35fe69 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=38c046ff61b7430fab7783b7c1bce025&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2786863 Sep 16 19:12:01.866414 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 719d5510-b039-433a-95da-11cbe53b5247 up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:12:01.957000 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca065f2-a9bc-48fb-88c9-87924efe4b1f req-95539c97-5d4c-4eb7-a8c1-c24bbe967f5a tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:01.965999 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5ca065f2-a9bc-48fb-88c9-87924efe4b1f req-95539c97-5d4c-4eb7-a8c1-c24bbe967f5a tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 944 time: 0.1740284 Sep 16 19:12:01.997821 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port 719d5510-b039-433a-95da-11cbe53b5247 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:12:02.004754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 719d5510-b039-433a-95da-11cbe53b5247 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:02.005582 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:02.006692 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48598253-ad86-441b-8bd7-750495455a42 req-800e0a1b-c7a8-4541-8dce-1d9d9e1c1047 service neutron] 10.222.0.39 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979965 Sep 16 19:12:02.062125 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5ca065f2-a9bc-48fb-88c9-87924efe4b1f req-9e538f7b-9629-46ed-8021-54a1e6a6562d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950987 Sep 16 19:12:02.170446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:02.218996 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a6df5f-eee9-4b61-a03c-509426b56179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719d5510-b039-433a-95da-11cbe53b5247'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:12:02.220868 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48598253-ad86-441b-8bd7-750495455a42 req-ed0a7f42-a213-48c4-971f-e5e20062ab52 service neutron] 10.222.0.39 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052803 Sep 16 19:12:02.222712 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca5212b-c554-41c6-8294-5cb3e22401b2', 'name': 'network-vif-deleted', 'tag': '1707f88e-aed3-4fac-af78-ba9cc61c82bc', 'status': 'completed', 'code': 200} Sep 16 19:12:02.250064 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 719d5510-b039-433a-95da-11cbe53b5247, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=719d5510-b039-433a-95da-11cbe53b5247,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:02.256217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:02.258604 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:02.386418 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a6df5f-eee9-4b61-a03c-509426b56179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719d5510-b039-433a-95da-11cbe53b5247', 'code': 200} Sep 16 19:12:02.452445 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=719d5510-b039-433a-95da-11cbe53b5247,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:02.458487 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:02.640911 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-78560473-0eea-4273-96e2-4cf296c17c68 req-2d61fb87-3fa5-4944-98ed-fb6109750218 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 210 time: 0.1456380 Sep 16 19:12:02.943614 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23fabe-530b-4c9c-8d34-db07d8eedf79 req-fabb66f9-1dea-46c0-9647-cdcc94a706a9 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:02.945727 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ff23fabe-530b-4c9c-8d34-db07d8eedf79 req-fabb66f9-1dea-46c0-9647-cdcc94a706a9 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.2133071 Sep 16 19:12:02.950399 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-787c7c95-816d-49d2-bcaf-b9bf0ae3aa24 req-76314ff3-b271-49ec-887f-9b313dc38e7e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 1098 time: 0.1429977 Sep 16 19:12:03.045883 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-787c7c95-816d-49d2-bcaf-b9bf0ae3aa24 req-b5b205d2-feca-43b8-803e-9421d064fd8d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648720 Sep 16 19:12:03.049295 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ff23fabe-530b-4c9c-8d34-db07d8eedf79 req-f64ccb92-7ab9-4211-babb-023503ac7a80 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961607 Sep 16 19:12:03.287324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb075146-a6bf-42f8-9e82-5701fdc8ad72 req-3cf9971c-580f-4192-823d-3b326ca9d651 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:03.288961 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cb075146-a6bf-42f8-9e82-5701fdc8ad72 req-3cf9971c-580f-4192-823d-3b326ca9d651 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0964899 Sep 16 19:12:03.367011 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cb075146-a6bf-42f8-9e82-5701fdc8ad72 req-773eea52-e2ff-4bcb-9368-9a814fbe042b tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716307 Sep 16 19:12:03.840919 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-829770e9-3d71-410a-9676-1126658b435c req-7dea5333-5dc3-4a83-a1d5-72fe63efb8b4 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 210 time: 0.0525045 Sep 16 19:12:03.879501 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 1707f88e-aed3-4fac-af78-ba9cc61c82bc no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:12:03.921307 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: 1707f88e-aed3-4fac-af78-ba9cc61c82bc {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:12:03.921860 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 1707f88e-aed3-4fac-af78-ba9cc61c82bc not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:12:04.379879 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d81ccd-ce54-44b7-9f75-867547ad3b64 req-f33ebe72-d4ca-4a81-9679-840e469a1fbc tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:04.391122 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-76d81ccd-ce54-44b7-9f75-867547ad3b64 req-f33ebe72-d4ca-4a81-9679-840e469a1fbc tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1974056 Sep 16 19:12:04.523678 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48598253-ad86-441b-8bd7-750495455a42 req-75808ad9-7b8b-4f0b-a993-5c3f0d199f27 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:04.525262 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48598253-ad86-441b-8bd7-750495455a42 req-75808ad9-7b8b-4f0b-a993-5c3f0d199f27 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "GET /v2.0/networks?id=d6adc5e2-ae00-468c-93a4-cfc82f035796 HTTP/1.1" status: 200 len: 814 time: 0.2464800 Sep 16 19:12:04.538720 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-76d81ccd-ce54-44b7-9f75-867547ad3b64 req-89b9ea4f-916f-4528-8e7c-c90ae56a1bba tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468277 Sep 16 19:12:04.549595 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-48598253-ad86-441b-8bd7-750495455a42 req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Request body: {'port': {'device_id': '2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5', 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796', 'admin_state_up': True, 'tenant_id': '38c046ff61b7430fab7783b7c1bce025'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:04.744191 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-48598253-ad86-441b-8bd7-750495455a42 req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:04.771588 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-48598253-ad86-441b-8bd7-750495455a42 req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:04.806020 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48598253-ad86-441b-8bd7-750495455a42 req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Made reservation on behalf of 38c046ff61b7430fab7783b7c1bce025 for: {'port': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:12:04.815439 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-48598253-ad86-441b-8bd7-750495455a42 req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:04.897960 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4445b43-9c0a-49d4-89a2-ab80ca7cf9c8 req-ba027ad0-67e9-4d89-ae87-f024162951ca tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:04.911021 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f4445b43-9c0a-49d4-89a2-ab80ca7cf9c8 req-ba027ad0-67e9-4d89-ae87-f024162951ca tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.2826486 Sep 16 19:12:05.267429 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:12:05.312634 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ca852887-9104-4476-a6b5-e3d877e19e57 req-a0c1e4d8-23ad-45a5-a941-9282f41024cf tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 210 time: 0.1910336 Sep 16 19:12:05.375049 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-48598253-ad86-441b-8bd7-750495455a42 req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Allocated IP 172.20.0.7 (d6adc5e2-ae00-468c-93a4-cfc82f035796/65abb785-f8e9-4186-b372-e87514607609/6b3d8514-620f-4992-a6d8-44fbb8f12704) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:12:05.395510 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f4445b43-9c0a-49d4-89a2-ab80ca7cf9c8 req-7240b1ef-30f2-4aa7-ad94-851cb1e290a6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3449321 Sep 16 19:12:05.542554 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40114) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:05.655195 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Deleting subnet c9f8e438-976b-4470-9712-742f5fb81e19 {{(pid=82446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:12:05.658579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:05.747274 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684859'] for subnet, precommit_delete_associations {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:05.772382 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-48598253-ad86-441b-8bd7-750495455a42 req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:05.813814 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f02c7-019b-495e-95b8-e1f273415216 req-aa688271-fd48-4925-9c75-348f74ab6261 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:05.815496 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b14f02c7-019b-495e-95b8-e1f273415216 req-aa688271-fd48-4925-9c75-348f74ab6261 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1049585 Sep 16 19:12:05.816697 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:05.871108 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b14f02c7-019b-495e-95b8-e1f273415216 req-f91edd40-f341-46a7-b915-183ef307767d tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482371 Sep 16 19:12:05.872739 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-48598253-ad86-441b-8bd7-750495455a42 req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:05.886682 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:05.898215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['998c6ac8-abb8-41f3-b525-ba904efe9152'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:12:05.910208 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852173801'] for subnet, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:05.915842 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:05.957680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9f8e438-976b-4470-9712-742f5fb81e19,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:05.974445 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:05.981897 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:05.982508 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:05.982950 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48598253-ad86-441b-8bd7-750495455a42 req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Network d6adc5e2-ae00-468c-93a4-cfc82f035796 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:12:05.983492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:05.983998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Pushing event updated for resources: {'Port': ['ID=6b3d8514-620f-4992-a6d8-44fbb8f12704,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:05.984341 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:05.984920 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:05.985468 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:05.990747 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:05.991332 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:05.991884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:05.992433 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:05.993015 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:05.993156 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-48598253-ad86-441b-8bd7-750495455a42 req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:12:06.001239 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:06.001239 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:06.001239 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:06.001640 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:06.001640 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:06.002016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:06.002353 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:06.002850 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:06.003221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:06.003423 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c9f8e438-976b-4470-9712-742f5fb81e19 HTTP/1.1" status: 204 len: 168 time: 0.4593167 Sep 16 19:12:06.003586 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:06.003960 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:06.005605 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-03bc3707-8404-4a49-9071-f65552139d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:06.006265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40140) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:06.019416 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-48598253-ad86-441b-8bd7-750495455a42 req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:12:06.023821 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48598253-ad86-441b-8bd7-750495455a42 req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:06.029572 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-48598253-ad86-441b-8bd7-750495455a42 req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:06.054669 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48598253-ad86-441b-8bd7-750495455a42 req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5101697 Sep 16 19:12:06.062764 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:06.077081 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Request body: {'port': {'device_id': '2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:06.168020 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7d122734-2fe3-429e-93d3-c37c6fa7784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:06.225615 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:06.335685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7d122734-2fe3-429e-93d3-c37c6fa7784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:06.372325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-7d122734-2fe3-429e-93d3-c37c6fa7784e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9437ef2-7378-4a66-93ae-48525c20c1be']}} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:06.393424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-7d122734-2fe3-429e-93d3-c37c6fa7784e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f660184-7618-41f0-8f50-73f409526f45') {'for_net_delete': True} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:06.393768 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-7d122734-2fe3-429e-93d3-c37c6fa7784e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f660184-7618-41f0-8f50-73f409526f45') {} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:06.409924 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7d122734-2fe3-429e-93d3-c37c6fa7784e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3090972'] for segment, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:06.440078 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7d122734-2fe3-429e-93d3-c37c6fa7784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:06.456705 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d122734-2fe3-429e-93d3-c37c6fa7784e admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=82446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:12:06.458237 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7d122734-2fe3-429e-93d3-c37c6fa7784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2718541'] for segment, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:12:06.490739 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:12:06.644395 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7d122734-2fe3-429e-93d3-c37c6fa7784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:06.649585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:06.696627 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7d122734-2fe3-429e-93d3-c37c6fa7784e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:06.700802 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d122734-2fe3-429e-93d3-c37c6fa7784e admin admin] Pushing event deleted for resources: {'Network': ['ID=b9437ef2-7378-4a66-93ae-48525c20c1be,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:06.704739 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7d122734-2fe3-429e-93d3-c37c6fa7784e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:06.717072 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7d122734-2fe3-429e-93d3-c37c6fa7784e admin admin] 10.222.0.39 "DELETE /v2.0/networks/b9437ef2-7378-4a66-93ae-48525c20c1be HTTP/1.1" status: 204 len: 168 time: 0.7091916 Sep 16 19:12:06.745735 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40170) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:06.910357 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181a674-191f-4532-9bc5-61dbb715f29a req-1ba719e5-ce82-48be-b855-0a16810d2876 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:06.911163 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-f181a674-191f-4532-9bc5-61dbb715f29a req-1ba719e5-ce82-48be-b855-0a16810d2876 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Synchronizing usage tracker for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:12:06.964535 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609562b5-ef21-4b3b-8fd5-69e7b0d1a0a3 req-eaa0da6b-2cce-4608-8004-c8a5bca70454 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:06.973469 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-609562b5-ef21-4b3b-8fd5-69e7b0d1a0a3 req-eaa0da6b-2cce-4608-8004-c8a5bca70454 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.3298490 Sep 16 19:12:06.973962 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-22e4b4ee-a17c-464b-a83a-14de9dac52b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:07.015184 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-f181a674-191f-4532-9bc5-61dbb715f29a req-1ba719e5-ce82-48be-b855-0a16810d2876 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Unset dirty status for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:12:07.023473 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f181a674-191f-4532-9bc5-61dbb715f29a req-1ba719e5-ce82-48be-b855-0a16810d2876 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 931 time: 0.4152434 Sep 16 19:12:07.041723 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-22e4b4ee-a17c-464b-a83a-14de9dac52b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:07.047780 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-22e4b4ee-a17c-464b-a83a-14de9dac52b1 admin admin] Usage tracker for resource:security_group_rule and tenant:f77a96f17b844a33a313a8ff69bd2589 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:07.051786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-22e4b4ee-a17c-464b-a83a-14de9dac52b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:07.059147 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40184) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:07.062848 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-22e4b4ee-a17c-464b-a83a-14de9dac52b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:07.098887 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f181a674-191f-4532-9bc5-61dbb715f29a req-8b0f4882-4f60-4fcc-9cf4-1f147a8d7a35 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741591 Sep 16 19:12:07.141841 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-506ed11f-dd49-46f9-a5d8-0d35f6694ef8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26baeb6c49864a47acb430ca73d99bc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0788844 Sep 16 19:12:07.142150 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40192) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:07.163720 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-609562b5-ef21-4b3b-8fd5-69e7b0d1a0a3 req-2eb14b23-bc04-4d00-b568-d624678ad54a tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889603 Sep 16 19:12:07.295241 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-58904a07-4cdb-4092-8de1-067097eae37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:07.297634 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3d8514-620f-4992-a6d8-44fbb8f12704 {{(pid=82445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:12:07.316588 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:07.353061 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Transition to ACTIVE for port object 6b3d8514-620f-4992-a6d8-44fbb8f12704 will not be triggered until provisioned by entity L2. {{(pid=82445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:12:07.390676 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-58904a07-4cdb-4092-8de1-067097eae37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:07.399552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-22e4b4ee-a17c-464b-a83a-14de9dac52b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:07.406176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-22e4b4ee-a17c-464b-a83a-14de9dac52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:07.406585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:07.420813 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:07.490750 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-22e4b4ee-a17c-464b-a83a-14de9dac52b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f77a96f17b844a33a313a8ff69bd2589&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7413528 Sep 16 19:12:07.490750 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4b4ee-a17c-464b-a83a-14de9dac52b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bd07fc-aef5-40b7-80a5-4ce2233f5abb,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:07.491949 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40208) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:07.495727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-22e4b4ee-a17c-464b-a83a-14de9dac52b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:07.549001 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-58904a07-4cdb-4092-8de1-067097eae37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:07.558937 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8bd9c167-ddba-4441-aa9c-6ea4aacea12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:07.573404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58904a07-4cdb-4092-8de1-067097eae37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaebb8c-c09a-4648-aedd-4d9f5e8ff632,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:07.576649 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-58904a07-4cdb-4092-8de1-067097eae37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:07.613531 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef24-cbce-4243-b8a6-75f76431fe5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:07.633413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-58904a07-4cdb-4092-8de1-067097eae37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:07.637419 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-58904a07-4cdb-4092-8de1-067097eae37a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/baaebb8c-c09a-4648-aedd-4d9f5e8ff632 HTTP/1.1" status: 204 len: 168 time: 0.4915597 Sep 16 19:12:07.652746 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef24-cbce-4243-b8a6-75f76431fe5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:07.686351 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:07.700906 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef24-cbce-4243-b8a6-75f76431fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:07.706505 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-9285aa22-0d1e-4cf2-96b9-5862c8ab11ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:07.726600 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0ef24-cbce-4243-b8a6-75f76431fe5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bd07fc-aef5-40b7-80a5-4ce2233f5abb,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:07.729276 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a5b0ef24-cbce-4243-b8a6-75f76431fe5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:07.734718 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef24-cbce-4243-b8a6-75f76431fe5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:07.737985 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-a5b0ef24-cbce-4243-b8a6-75f76431fe5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6bd07fc-aef5-40b7-80a5-4ce2233f5abb HTTP/1.1" status: 204 len: 168 time: 0.2422862 Sep 16 19:12:07.913215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Pushing event updated for resources: {'Port': ['ID=6b3d8514-620f-4992-a6d8-44fbb8f12704,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:07.934663 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:07.960885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2cedf-5242-40f0-9432-eed3e08871f3 req-838986a2-97d5-49ac-a52c-d3dae1973ddf tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:07.962493 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-efb2cedf-5242-40f0-9432-eed3e08871f3 req-838986a2-97d5-49ac-a52c-d3dae1973ddf tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.5632880 Sep 16 19:12:07.968354 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc7cc5-e0a6-4ce5-9f41-8fb7ead6d7a9 req-27aeb19a-ee2d-48c2-a381-7e81d56f5f30 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:07.973334 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-92fc7cc5-e0a6-4ce5-9f41-8fb7ead6d7a9 req-27aeb19a-ee2d-48c2-a381-7e81d56f5f30 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.6224813 Sep 16 19:12:07.974061 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40222) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:07.981151 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-da9ae9cb-c2df-4189-90d4-c8ebc9435e83 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Request body: {'floatingip': {'port_id': '719d5510-b039-433a-95da-11cbe53b5247'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:08.007277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 40226) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:08.008986 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Attempting to bind port 6b3d8514-620f-4992-a6d8-44fbb8f12704 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:12:08.009545 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Attempting to bind port 6b3d8514-620f-4992-a6d8-44fbb8f12704 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'}] {{(pid=82445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:12:08.010111 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Attempting to bind port 6b3d8514-620f-4992-a6d8-44fbb8f12704 on network d6adc5e2-ae00-468c-93a4-cfc82f035796 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:12:08.035147 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Port 6b3d8514-620f-4992-a6d8-44fbb8f12704 on network d6adc5e2-ae00-468c-93a4-cfc82f035796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:12:08.035509 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Attempting to bind port 6b3d8514-620f-4992-a6d8-44fbb8f12704 on network d6adc5e2-ae00-468c-93a4-cfc82f035796 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:12:08.051437 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:12:08.051814 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Checking segment: {'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:12:08.052235 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Bound using segment: {'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'} {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:12:08.052733 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Bound port: 6b3d8514-620f-4992-a6d8-44fbb8f12704, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'}}] {{(pid=82445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:12:08.053113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:08.077323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-da9ae9cb-c2df-4189-90d4-c8ebc9435e83 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:08.164933 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] For port 6b3d8514-620f-4992-a6d8-44fbb8f12704, host hv-cinder-80944, cleared binding levels {{(pid=82445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:12:08.173529 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] For port 6b3d8514-620f-4992-a6d8-44fbb8f12704, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6b3d8514-620f-4992-a6d8-44fbb8f12704,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:12:08.179260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:08.181969 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-92fc7cc5-e0a6-4ce5-9f41-8fb7ead6d7a9 req-03a14d25-560e-4771-ba71-aa42ae9d2cf5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000570 Sep 16 19:12:08.193831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:08.332717 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Pushing event updated for resources: {'Port': ['ID=6b3d8514-620f-4992-a6d8-44fbb8f12704,revision_number=3']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:08.345446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:08.348422 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:08.350343 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48598253-ad86-441b-8bd7-750495455a42 req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] 10.222.0.45 "PUT /v2.0/ports/6b3d8514-620f-4992-a6d8-44fbb8f12704 HTTP/1.1" status: 200 len: 1093 time: 2.2785766 Sep 16 19:12:08.351441 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5', 'tag': '6b3d8514-620f-4992-a6d8-44fbb8f12704'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:12:08.509587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-31f2679c-d178-48e7-8fc6-ea7e879f47a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:08.534574 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40248) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:08.536100 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5', 'tag': '6b3d8514-620f-4992-a6d8-44fbb8f12704', 'status': 'completed', 'code': 200} Sep 16 19:12:08.565616 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4efefbeb-b10d-4d92-8416-c46f82ae495e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:08.610581 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-4efefbeb-b10d-4d92-8416-c46f82ae495e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:08.615446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-4efefbeb-b10d-4d92-8416-c46f82ae495e admin admin] Usage tracker for resource:security_group_rule and tenant:f6c80cd46d08436588c7333e7b433246 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:08.619251 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-4efefbeb-b10d-4d92-8416-c46f82ae495e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:08.627628 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-4efefbeb-b10d-4d92-8416-c46f82ae495e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:08.636531 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48598253-ad86-441b-8bd7-750495455a42 req-e7c877aa-e12d-42eb-9fc2-7b2514777a1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38c046ff61b7430fab7783b7c1bce025&device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 1096 time: 0.2331345 Sep 16 19:12:08.720708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4efefbeb-b10d-4d92-8416-c46f82ae495e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:08.754002 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5dca0-19c2-4d6b-8cdc-141bdc6f36f9 req-332faecb-bea5-47a9-92d0-ab368bff8cfe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:08.755621 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-63f5dca0-19c2-4d6b-8cdc-141bdc6f36f9 req-332faecb-bea5-47a9-92d0-ab368bff8cfe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 943 time: 0.3986950 Sep 16 19:12:08.782946 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-31f2679c-d178-48e7-8fc6-ea7e879f47a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:08.795317 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-31f2679c-d178-48e7-8fc6-ea7e879f47a5 admin admin] Usage tracker for resource:security_group_rule and tenant:bcead4b0b03446e9aad5a451a59dae50 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:08.845767 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48598253-ad86-441b-8bd7-750495455a42 req-8b98302e-8e98-4f4f-9508-f47cd4044ac6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b3d8514-620f-4992-a6d8-44fbb8f12704 HTTP/1.1" status: 200 len: 217 time: 0.1966970 Sep 16 19:12:08.848571 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-31f2679c-d178-48e7-8fc6-ea7e879f47a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:08.866048 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4efefbeb-b10d-4d92-8416-c46f82ae495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:08.903958 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-31f2679c-d178-48e7-8fc6-ea7e879f47a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:08.965411 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-63f5dca0-19c2-4d6b-8cdc-141bdc6f36f9 req-d253527c-70b7-44e6-99a6-c38bdeb816e1 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485772 Sep 16 19:12:08.973386 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48598253-ad86-441b-8bd7-750495455a42 req-a7971c1a-e680-4a92-a95f-7115fd961316 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:08.974514 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48598253-ad86-441b-8bd7-750495455a42 req-a7971c1a-e680-4a92-a95f-7115fd961316 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65abb785-f8e9-4186-b372-e87514607609 HTTP/1.1" status: 200 len: 854 time: 0.1181684 Sep 16 19:12:08.982412 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-bd851efd-8efd-4161-8543-4a7e4b50be8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:08.995354 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-4efefbeb-b10d-4d92-8416-c46f82ae495e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6c80cd46d08436588c7333e7b433246&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4596744 Sep 16 19:12:09.006592 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40264) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:09.043559 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48598253-ad86-441b-8bd7-750495455a42 req-1193d311-e78e-4906-81d0-fcd777792704 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d6adc5e2-ae00-468c-93a4-cfc82f035796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579429 Sep 16 19:12:09.083155 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efefbeb-b10d-4d92-8416-c46f82ae495e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fee4ca0-a652-4cfa-93e8-bc43bd7d85db,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:09.104816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4efefbeb-b10d-4d92-8416-c46f82ae495e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:09.141899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c6a76594-27b0-4032-8397-c4481b3e0bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:09.205201 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-31f2679c-d178-48e7-8fc6-ea7e879f47a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:09.219320 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-31f2679c-d178-48e7-8fc6-ea7e879f47a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:09.234223 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:09.261370 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c6a76594-27b0-4032-8397-c4481b3e0bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:09.299670 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-31f2679c-d178-48e7-8fc6-ea7e879f47a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bcead4b0b03446e9aad5a451a59dae50&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2804468 Sep 16 19:12:09.302066 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48598253-ad86-441b-8bd7-750495455a42 req-1d64ec07-ba18-4f98-87d5-ba20075dfb3c service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368472 Sep 16 19:12:09.302869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 40276) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:09.303708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2679c-d178-48e7-8fc6-ea7e879f47a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62401b4d-574b-4ec0-be3f-710679170676,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:09.307692 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-31f2679c-d178-48e7-8fc6-ea7e879f47a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:09.531706 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c6a76594-27b0-4032-8397-c4481b3e0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:09.546632 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:09.554488 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-639ebf60-831d-4a57-b148-83ce82e30214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:09.579432 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a76594-27b0-4032-8397-c4481b3e0bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fee4ca0-a652-4cfa-93e8-bc43bd7d85db,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:09.583874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c6a76594-27b0-4032-8397-c4481b3e0bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:09.584847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c6a76594-27b0-4032-8397-c4481b3e0bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:09.589128 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-c6a76594-27b0-4032-8397-c4481b3e0bbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fee4ca0-a652-4cfa-93e8-bc43bd7d85db HTTP/1.1" status: 204 len: 168 time: 0.5758111 Sep 16 19:12:09.619203 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-639ebf60-831d-4a57-b148-83ce82e30214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:09.676048 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62147bbe-cb61-4409-bc5b-1fecef9ce000 req-05650542-aad8-4c15-a510-d1819834ef7f tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:09.677810 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-62147bbe-cb61-4409-bc5b-1fecef9ce000 req-05650542-aad8-4c15-a510-d1819834ef7f tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.2778986 Sep 16 19:12:09.685501 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48598253-ad86-441b-8bd7-750495455a42 req-26181794-5a35-4ea6-a4b8-d24eddcdbfa3 service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745704 Sep 16 19:12:09.702776 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-da9ae9cb-c2df-4189-90d4-c8ebc9435e83 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:09.706555 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-da9ae9cb-c2df-4189-90d4-c8ebc9435e83 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852707909'] for floatingip, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:09.821736 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-62147bbe-cb61-4409-bc5b-1fecef9ce000 req-0f2776ab-80a2-4c1b-9128-c6e745a1a158 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332357 Sep 16 19:12:09.831792 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-639ebf60-831d-4a57-b148-83ce82e30214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:09.837465 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4daa8dcb-5088-4e57-8d31-2c431bd2bf47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:09.867500 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ebf60-831d-4a57-b148-83ce82e30214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62401b4d-574b-4ec0-be3f-710679170676,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:09.870938 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-639ebf60-831d-4a57-b148-83ce82e30214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:09.873996 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-639ebf60-831d-4a57-b148-83ce82e30214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:09.875297 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-639ebf60-831d-4a57-b148-83ce82e30214 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62401b4d-574b-4ec0-be3f-710679170676 HTTP/1.1" status: 204 len: 168 time: 0.5663884 Sep 16 19:12:09.899798 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c2b6385-0d9f-4611-9874-e37dd462a3bd req-5b99f7e5-c19d-424e-8f0b-ee7eecf276c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38c046ff61b7430fab7783b7c1bce025&device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 1096 time: 0.1502967 Sep 16 19:12:09.978836 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.l3_db [None req-da9ae9cb-c2df-4189-90d4-c8ebc9435e83 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Floating IP 99679f68-4b6a-4094-b10b-c9842ecdba77 associated. External IP: 172.28.0.33, port: 719d5510-b039-433a-95da-11cbe53b5247. Sep 16 19:12:10.287383 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b6385-0d9f-4611-9874-e37dd462a3bd req-b6450429-534f-4fb5-9a5d-af856f0dc595 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:10.292218 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c2b6385-0d9f-4611-9874-e37dd462a3bd req-b6450429-534f-4fb5-9a5d-af856f0dc595 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d6adc5e2-ae00-468c-93a4-cfc82f035796 HTTP/1.1" status: 200 len: 915 time: 0.3769195 Sep 16 19:12:10.474435 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9ae9cb-c2df-4189-90d4-c8ebc9435e83 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Router 097cd488-c048-45a7-ab6a-0603aa2d003a has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:12:10.654826 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c2b6385-0d9f-4611-9874-e37dd462a3bd req-b0e3f76f-e413-4d37-bae3-234f6d59fac3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b3d8514-620f-4992-a6d8-44fbb8f12704 HTTP/1.1" status: 200 len: 217 time: 0.2415097 Sep 16 19:12:10.853577 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b6385-0d9f-4611-9874-e37dd462a3bd req-6a5c9333-1ec6-46ce-be35-92f35362365f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:10.855248 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c2b6385-0d9f-4611-9874-e37dd462a3bd req-6a5c9333-1ec6-46ce-be35-92f35362365f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65abb785-f8e9-4186-b372-e87514607609 HTTP/1.1" status: 200 len: 854 time: 0.1793442 Sep 16 19:12:10.872876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2debb1-ccb1-4bbd-9100-0c23bf11b39d req-20ccdc78-7130-46a8-bb08-8b636ee4c258 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:10.881503 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1e2debb1-ccb1-4bbd-9100-0c23bf11b39d req-20ccdc78-7130-46a8-bb08-8b636ee4c258 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 943 time: 0.5882382 Sep 16 19:12:10.942936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40332) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:10.966179 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-761b72ad-91f9-493e-9656-dcb921cd3bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:11.001159 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-761b72ad-91f9-493e-9656-dcb921cd3bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:11.005709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-761b72ad-91f9-493e-9656-dcb921cd3bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:767f09c4e39b42cf8630e0fd93bbbef9 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:11.009682 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-761b72ad-91f9-493e-9656-dcb921cd3bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:11.016353 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-761b72ad-91f9-493e-9656-dcb921cd3bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:11.042460 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c2b6385-0d9f-4611-9874-e37dd462a3bd req-92cfa23f-9336-49d5-bed3-5c6ce7283e8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d6adc5e2-ae00-468c-93a4-cfc82f035796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1581914 Sep 16 19:12:11.145217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-761b72ad-91f9-493e-9656-dcb921cd3bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:11.154044 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-761b72ad-91f9-493e-9656-dcb921cd3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:11.164212 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1e2debb1-ccb1-4bbd-9100-0c23bf11b39d req-9b15450f-08f8-47a1-bc7f-5cf8a69f4967 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816842 Sep 16 19:12:11.177915 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ef8b71fb-0d02-4453-af0b-259a6792e3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:11.201189 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9ae9cb-c2df-4189-90d4-c8ebc9435e83 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:12:11.213524 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b43c05e-2507-48d8-99b6-5bd156166378 None None] Sync routers for ids ['097cd488-c048-45a7-ab6a-0603aa2d003a'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:12:11.226045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43c05e-2507-48d8-99b6-5bd156166378 None None] Routers {'097cd488-c048-45a7-ab6a-0603aa2d003a'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:12:11.226952 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-0b43c05e-2507-48d8-99b6-5bd156166378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:11:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['097cd488-c048-45a7-ab6a-0603aa2d003a'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:11.230827 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b72ad-91f9-493e-9656-dcb921cd3bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad7106-41da-417a-8736-0df0333e3263,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:11.274843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-761b72ad-91f9-493e-9656-dcb921cd3bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:11.277522 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-da9ae9cb-c2df-4189-90d4-c8ebc9435e83 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:11.337573 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-761b72ad-91f9-493e-9656-dcb921cd3bf2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=767f09c4e39b42cf8630e0fd93bbbef9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3922436 Sep 16 19:12:11.346506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 40348) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:11.376386 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-da9ae9cb-c2df-4189-90d4-c8ebc9435e83 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "PUT /v2.0/floatingips/99679f68-4b6a-4094-b10b-c9842ecdba77 HTTP/1.1" status: 200 len: 990 time: 3.4010930 Sep 16 19:12:11.377440 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a6df5f-eee9-4b61-a03c-509426b56179', 'tag': '719d5510-b039-433a-95da-11cbe53b5247'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:12:11.388561 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bfa09-dd6b-4705-81de-3602ffb30425 req-fd68c13f-0757-4439-86c3-c9f31c384acf tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:11.395921 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1f8bfa09-dd6b-4705-81de-3602ffb30425 req-fd68c13f-0757-4439-86c3-c9f31c384acf tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.2916522 Sep 16 19:12:11.399291 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c2b6385-0d9f-4611-9874-e37dd462a3bd req-7747003c-9767-456c-a0c5-32c539225bd5 service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464284 Sep 16 19:12:11.523721 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-0b43c05e-2507-48d8-99b6-5bd156166378 None None] Set router 097cd488-c048-45a7-ab6a-0603aa2d003a gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:12:11.633756 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a6df5f-eee9-4b61-a03c-509426b56179', 'tag': '719d5510-b039-433a-95da-11cbe53b5247', 'status': 'completed', 'code': 200} Sep 16 19:12:11.686933 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1f8bfa09-dd6b-4705-81de-3602ffb30425 req-b8099f7e-f831-4666-b320-9b920c9a81d4 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900600 Sep 16 19:12:11.696415 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c2b6385-0d9f-4611-9874-e37dd462a3bd req-436372f7-e3d7-45df-b9f2-807267ef5bcb service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770693 Sep 16 19:12:11.755085 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d584a810-7d62-4cf1-b933-af4189b12ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:11.810237 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d584a810-7d62-4cf1-b933-af4189b12ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:11.854871 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-81d7e91f-523f-4b80-bc34-6ed270ea2a0b req-c864e62d-b30e-4a82-91d6-695f4d1aeb7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5f3cdbaa6034f4abfe2547e31936b90&device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 1098 time: 0.1858249 Sep 16 19:12:11.935010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d584a810-7d62-4cf1-b933-af4189b12ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:11.940634 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-890dd55b-1ce1-450e-b7a1-a884f835203b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:11.968237 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584a810-7d62-4cf1-b933-af4189b12ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad7106-41da-417a-8736-0df0333e3263,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:11.983043 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d584a810-7d62-4cf1-b933-af4189b12ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:11.994713 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d584a810-7d62-4cf1-b933-af4189b12ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:11.999652 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d584a810-7d62-4cf1-b933-af4189b12ea7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4ad7106-41da-417a-8736-0df0333e3263 HTTP/1.1" status: 204 len: 168 time: 0.6512902 Sep 16 19:12:12.111661 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-0b43c05e-2507-48d8-99b6-5bd156166378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': '99679f68-4b6a-4094-b10b-c9842ecdba77', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'floating_ip_address': '172.28.0.33', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'port_id': '719d5510-b039-433a-95da-11cbe53b5247', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'mac_address': 'fa:16:3e:b9:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a6df5f-eee9-4b61-a03c-509426b56179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:11:41Z', 'updated_at': '2021-09-16T19:12:09Z', 'revision_number': 1, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:36Z', 'revision_number': 5, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:12.118329 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b43c05e-2507-48d8-99b6-5bd156166378 None None] Checking router: 097cd488-c048-45a7-ab6a-0603aa2d003a for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:12:12.144067 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43c05e-2507-48d8-99b6-5bd156166378 None None] Routers {'097cd488-c048-45a7-ab6a-0603aa2d003a'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:12:12.144880 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-0b43c05e-2507-48d8-99b6-5bd156166378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:11:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['097cd488-c048-45a7-ab6a-0603aa2d003a'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:12.160063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7e91f-523f-4b80-bc34-6ed270ea2a0b req-f2563f5c-4cd5-4652-b171-44914a2181a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:12.161809 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-81d7e91f-523f-4b80-bc34-6ed270ea2a0b req-f2563f5c-4cd5-4652-b171-44914a2181a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66 HTTP/1.1" status: 200 len: 912 time: 0.2885737 Sep 16 19:12:12.391850 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-81d7e91f-523f-4b80-bc34-6ed270ea2a0b req-4faf703f-bd33-45c8-96c0-0901bbe58db4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=719d5510-b039-433a-95da-11cbe53b5247 HTTP/1.1" status: 200 len: 998 time: 0.2218599 Sep 16 19:12:12.612754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7e91f-523f-4b80-bc34-6ed270ea2a0b req-799d5819-98cd-4a65-ad50-8a679b122d08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:12.614384 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-81d7e91f-523f-4b80-bc34-6ed270ea2a0b req-799d5819-98cd-4a65-ad50-8a679b122d08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf6c85c4-0167-4c1c-92ec-34ad8e35130f HTTP/1.1" status: 200 len: 850 time: 0.2107375 Sep 16 19:12:12.648851 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1e31f-4895-4a5c-8e94-bd325cf8f487 req-6aa9ffe6-07bb-4086-aca6-994717f404ee tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:12.650890 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b5a1e31f-4895-4a5c-8e94-bd325cf8f487 req-6aa9ffe6-07bb-4086-aca6-994717f404ee tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 943 time: 0.2108691 Sep 16 19:12:12.731338 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b5a1e31f-4895-4a5c-8e94-bd325cf8f487 req-dcdce945-d56d-4f8c-9f3d-49f6bcba2d08 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722156 Sep 16 19:12:12.732546 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-0b43c05e-2507-48d8-99b6-5bd156166378 None None] Set router 097cd488-c048-45a7-ab6a-0603aa2d003a gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:12:12.825281 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-81d7e91f-523f-4b80-bc34-6ed270ea2a0b req-a0af6731-3695-4716-860b-3e4c2c45f0ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2024302 Sep 16 19:12:13.083034 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-81d7e91f-523f-4b80-bc34-6ed270ea2a0b req-8bf9cc7f-f96f-4067-ba15-84ef03efea69 service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457192 Sep 16 19:12:13.113073 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778becc-2a32-4f95-acd1-58cde77b0abd req-a82b88a0-f97d-49d2-b7a0-1ee2a9cc7b43 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:13.114838 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3778becc-2a32-4f95-acd1-58cde77b0abd req-a82b88a0-f97d-49d2-b7a0-1ee2a9cc7b43 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1490154 Sep 16 19:12:13.185807 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3778becc-2a32-4f95-acd1-58cde77b0abd req-68f59450-448f-4f45-b5f1-9d45d33aad20 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640314 Sep 16 19:12:13.272419 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-81d7e91f-523f-4b80-bc34-6ed270ea2a0b req-510cdab3-9238-4953-bf00-34f89bca27ca service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657710 Sep 16 19:12:13.381256 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-0b43c05e-2507-48d8-99b6-5bd156166378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': '99679f68-4b6a-4094-b10b-c9842ecdba77', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'floating_ip_address': '172.28.0.33', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'port_id': '719d5510-b039-433a-95da-11cbe53b5247', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'mac_address': 'fa:16:3e:b9:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a6df5f-eee9-4b61-a03c-509426b56179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:11:41Z', 'updated_at': '2021-09-16T19:12:09Z', 'revision_number': 1, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:36Z', 'revision_number': 5, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:13.386526 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b43c05e-2507-48d8-99b6-5bd156166378 None None] The sync data for ids ['097cd488-c048-45a7-ab6a-0603aa2d003a'] in dv-cinder-809448-1-smb is: [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': '99679f68-4b6a-4094-b10b-c9842ecdba77', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'floating_ip_address': '172.28.0.33', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'port_id': '719d5510-b039-433a-95da-11cbe53b5247', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'mac_address': 'fa:16:3e:b9:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a6df5f-eee9-4b61-a03c-509426b56179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:11:41Z', 'updated_at': '2021-09-16T19:12:09Z', 'revision_number': 1, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:36Z', 'revision_number': 5, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:12:13.802304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afb5a5-52fb-45c0-8249-84aa540c408c None None] New status for floating IP 99679f68-4b6a-4094-b10b-c9842ecdba77: ACTIVE {{(pid=82447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:12:13.893680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 6b3d8514-620f-4992-a6d8-44fbb8f12704 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:12:14.106227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011ea5a-1adf-49e1-99f6-2e9ac8204ea8 req-8e082b66-bfa7-42aa-9f81-e8701fc9cd77 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:14.107994 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c011ea5a-1adf-49e1-99f6-2e9ac8204ea8 req-8e082b66-bfa7-42aa-9f81-e8701fc9cd77 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 943 time: 0.1979647 Sep 16 19:12:14.222051 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c011ea5a-1adf-49e1-99f6-2e9ac8204ea8 req-a9e501d8-922a-4956-842d-4a2551285c6f tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051772 Sep 16 19:12:14.267965 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 40492) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:14.642922 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 6b3d8514-620f-4992-a6d8-44fbb8f12704, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6b3d8514-620f-4992-a6d8-44fbb8f12704,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:14.761997 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-58e7c805-d8be-4aa7-b3a9-2de93c99fdbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:14.809198 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '6b3d8514-620f-4992-a6d8-44fbb8f12704', 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796', 'port_id': '6b3d8514-620f-4992-a6d8-44fbb8f12704', 'mac_address': 'fa:16:3e:93:9d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65abb785-f8e9-4186-b372-e87514607609', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:12:14.847093 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a56bb1-a20b-4bcd-a7ac-d1fdcfd70456 req-ae9cf47d-47c4-43b2-b9cd-4b39e5f74009 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:14.849216 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-71a56bb1-a20b-4bcd-a7ac-d1fdcfd70456 req-ae9cf47d-47c4-43b2-b9cd-4b39e5f74009 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.4348686 Sep 16 19:12:14.850287 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-58e7c805-d8be-4aa7-b3a9-2de93c99fdbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:14.855310 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-58e7c805-d8be-4aa7-b3a9-2de93c99fdbe admin admin] Usage tracker for resource:security_group_rule and tenant:5ebc617af79b43728fae751ae303fbe2 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:14.859939 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-58e7c805-d8be-4aa7-b3a9-2de93c99fdbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:14.907274 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-58e7c805-d8be-4aa7-b3a9-2de93c99fdbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:14.931260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 40520) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:14.978027 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-71a56bb1-a20b-4bcd-a7ac-d1fdcfd70456 req-99cc7e87-4df1-4ceb-af58-fcc4254e0709 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192210 Sep 16 19:12:15.053986 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-58e7c805-d8be-4aa7-b3a9-2de93c99fdbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:15.058252 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-58e7c805-d8be-4aa7-b3a9-2de93c99fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:15.067198 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:15.072487 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:15.098350 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7c805-d8be-4aa7-b3a9-2de93c99fdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff393fa-c12d-461d-9072-393cccf3d678,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:15.103902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-58e7c805-d8be-4aa7-b3a9-2de93c99fdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:15.104822 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3d8514-620f-4992-a6d8-44fbb8f12704 {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:12:15.128774 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-58e7c805-d8be-4aa7-b3a9-2de93c99fdbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ebc617af79b43728fae751ae303fbe2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8566055 Sep 16 19:12:15.128774 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 40530) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:15.135114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 6b3d8514-620f-4992-a6d8-44fbb8f12704, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6b3d8514-620f-4992-a6d8-44fbb8f12704,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:15.140353 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:15.199932 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:15.203182 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ae612635-726b-4111-8097-5a16002941b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:15.234212 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ae612635-726b-4111-8097-5a16002941b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:15.284395 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=6b3d8514-620f-4992-a6d8-44fbb8f12704,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:15.305206 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ae612635-726b-4111-8097-5a16002941b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:15.324070 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-31f2679c-d178-48e7-8fc6-ea7e879f47a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:15.327656 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:15.328300 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:15.328922 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:15.329495 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:15.330081 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:15.330653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:15.331219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:15.331782 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:15.332341 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:15.333017 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:15.333582 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:15.342304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:15.347485 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae612635-726b-4111-8097-5a16002941b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff393fa-c12d-461d-9072-393cccf3d678,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:15.349783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ae612635-726b-4111-8097-5a16002941b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:15.360865 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ae612635-726b-4111-8097-5a16002941b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:15.364954 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ae612635-726b-4111-8097-5a16002941b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ff393fa-c12d-461d-9072-393cccf3d678 HTTP/1.1" status: 204 len: 168 time: 0.2323296 Sep 16 19:12:15.513275 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d44c6ae2-cd40-4ddd-bb3b-221a14bcc7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:15.560003 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578d1d2-93bc-4967-a1e1-77fd9f2def75 req-afd2c7bb-6bb3-4158-b6b9-ef5be6cb3a84 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:15.568142 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5578d1d2-93bc-4967-a1e1-77fd9f2def75 req-afd2c7bb-6bb3-4158-b6b9-ef5be6cb3a84 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 944 time: 0.1509483 Sep 16 19:12:15.595838 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['6b3d8514-620f-4992-a6d8-44fbb8f12704'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:12:15.628975 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5578d1d2-93bc-4967-a1e1-77fd9f2def75 req-d3bc395f-84bb-47c6-a042-42b1e5c31905 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596242 Sep 16 19:12:15.640805 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d44c6ae2-cd40-4ddd-bb3b-221a14bcc7f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:15.648718 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d44c6ae2-cd40-4ddd-bb3b-221a14bcc7f7 admin admin] Usage tracker for resource:security_group_rule and tenant:6de24e1efb574c2cbf7599cc402e85fc is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:15.652225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d44c6ae2-cd40-4ddd-bb3b-221a14bcc7f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:15.663099 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d44c6ae2-cd40-4ddd-bb3b-221a14bcc7f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:15.815466 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d44c6ae2-cd40-4ddd-bb3b-221a14bcc7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:15.824441 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d44c6ae2-cd40-4ddd-bb3b-221a14bcc7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:15.841636 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ea8a9fb8-6143-4f73-be26-d7c7fb6ffc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:15.920184 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d44c6ae2-cd40-4ddd-bb3b-221a14bcc7f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6de24e1efb574c2cbf7599cc402e85fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9878004 Sep 16 19:12:15.921083 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c6ae2-cd40-4ddd-bb3b-221a14bcc7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7a0e70-06ad-450d-b6ae-485ec5516e0f,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:15.923028 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40560) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:15.924573 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d44c6ae2-cd40-4ddd-bb3b-221a14bcc7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:16.005488 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f534360a-496e-43af-b619-1fe37daa4889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:16.035387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f534360a-496e-43af-b619-1fe37daa4889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:16.087938 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f534360a-496e-43af-b619-1fe37daa4889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:16.096909 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1b98b8f8-6ee9-4751-947b-cca56766c6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:16.111855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f534360a-496e-43af-b619-1fe37daa4889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:16.116298 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f534360a-496e-43af-b619-1fe37daa4889 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a7a0e70-06ad-450d-b6ae-485ec5516e0f HTTP/1.1" status: 204 len: 168 time: 0.1922073 Sep 16 19:12:16.119034 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534360a-496e-43af-b619-1fe37daa4889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7a0e70-06ad-450d-b6ae-485ec5516e0f,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:16.122409 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f534360a-496e-43af-b619-1fe37daa4889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:16.305723 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99d036-2394-4d9a-afb0-28c9490b653a req-d82f6b37-b818-40c5-a491-56d14340ae8e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:16.307564 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fc99d036-2394-4d9a-afb0-28c9490b653a req-d82f6b37-b818-40c5-a491-56d14340ae8e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1109297 Sep 16 19:12:16.364498 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fc99d036-2394-4d9a-afb0-28c9490b653a req-ef35d726-38c1-4dfa-9425-3e6b57e9df98 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501845 Sep 16 19:12:16.695265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 40598) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:16.717866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-34ef0384-0a52-48fb-a6e9-0b1f7b7e95f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:16.756545 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-34ef0384-0a52-48fb-a6e9-0b1f7b7e95f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:16.796318 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-34ef0384-0a52-48fb-a6e9-0b1f7b7e95f1 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc5b596d47b479881fb7605a346ddfc is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:16.803946 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-34ef0384-0a52-48fb-a6e9-0b1f7b7e95f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:16.816100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-34ef0384-0a52-48fb-a6e9-0b1f7b7e95f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:16.887271 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a7aed-7297-4339-bef4-d641918b99e4 req-4e3fe37e-e1eb-4c34-81a5-1a0c7af43601 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:16.888924 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0f4a7aed-7297-4339-bef4-d641918b99e4 req-4e3fe37e-e1eb-4c34-81a5-1a0c7af43601 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 944 time: 0.1290965 Sep 16 19:12:16.945895 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-34ef0384-0a52-48fb-a6e9-0b1f7b7e95f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:16.968473 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0f4a7aed-7297-4339-bef4-d641918b99e4 req-17a6d1fc-6589-4389-9444-b8460183cf1f tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684671 Sep 16 19:12:16.969528 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-34ef0384-0a52-48fb-a6e9-0b1f7b7e95f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:16.998013 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-91f5c3d1-f62b-4804-a710-74f738d9e928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:17.007591 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-34ef0384-0a52-48fb-a6e9-0b1f7b7e95f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7dc5b596d47b479881fb7605a346ddfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3104811 Sep 16 19:12:17.012518 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40614) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:17.037046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef0384-0a52-48fb-a6e9-0b1f7b7e95f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab52f7bf-a2c3-4187-b022-e5e9765dd242,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:17.042810 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-34ef0384-0a52-48fb-a6e9-0b1f7b7e95f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:17.107001 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a3782366-e475-4515-a93d-529d4a456f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:17.135736 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a3782366-e475-4515-a93d-529d4a456f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:17.178762 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 40620) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:17.182745 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a3782366-e475-4515-a93d-529d4a456f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:17.189880 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-58904a07-4cdb-4092-8de1-067097eae37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:17.205730 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a3782366-e475-4515-a93d-529d4a456f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:17.206990 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-a3782366-e475-4515-a93d-529d4a456f50 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab52f7bf-a2c3-4187-b022-e5e9765dd242 HTTP/1.1" status: 204 len: 168 time: 0.1933718 Sep 16 19:12:17.207929 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3782366-e475-4515-a93d-529d4a456f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab52f7bf-a2c3-4187-b022-e5e9765dd242,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:17.210565 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a3782366-e475-4515-a93d-529d4a456f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:17.275793 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-35475883-1f02-4600-af56-1cd4368dd25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:17.502350 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-709394b5-8e93-4e6c-9295-2905a0436fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:17.571522 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-709394b5-8e93-4e6c-9295-2905a0436fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:17.582564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-709394b5-8e93-4e6c-9295-2905a0436fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:795519be78224438865cb4f754dce054 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:17.590032 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-709394b5-8e93-4e6c-9295-2905a0436fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:17.603763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-709394b5-8e93-4e6c-9295-2905a0436fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:17.742597 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-709394b5-8e93-4e6c-9295-2905a0436fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:17.747850 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-709394b5-8e93-4e6c-9295-2905a0436fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:17.776990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ae612635-726b-4111-8097-5a16002941b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:17.806751 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-709394b5-8e93-4e6c-9295-2905a0436fb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=795519be78224438865cb4f754dce054&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6259501 Sep 16 19:12:17.809580 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40646) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:17.811385 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709394b5-8e93-4e6c-9295-2905a0436fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a1ba23-c774-4fe3-8084-403d888d0737,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:17.822448 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-709394b5-8e93-4e6c-9295-2905a0436fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:17.838091 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc207d-f823-474c-b64f-e65fecf2141a req-9a1828a6-f4fb-4b62-bfbd-5089d9c4fb6c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:17.841327 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-53fc207d-f823-474c-b64f-e65fecf2141a req-9a1828a6-f4fb-4b62-bfbd-5089d9c4fb6c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1653907 Sep 16 19:12:17.898425 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-53fc207d-f823-474c-b64f-e65fecf2141a req-3478a11b-8d25-462e-82b5-a96d23091835 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502770 Sep 16 19:12:17.904851 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-36e9bb5e-fe85-480a-8cc8-f570df7a91de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:17.914730 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 6b3d8514-620f-4992-a6d8-44fbb8f12704 up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:12:17.937157 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-36e9bb5e-fe85-480a-8cc8-f570df7a91de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:17.998037 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port 6b3d8514-620f-4992-a6d8-44fbb8f12704 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:12:18.009090 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 6b3d8514-620f-4992-a6d8-44fbb8f12704 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:18.009743 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:18.029443 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-36e9bb5e-fe85-480a-8cc8-f570df7a91de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:18.037314 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c6d1ab96-826a-4320-a248-73a552c93c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:18.064347 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9bb5e-fe85-480a-8cc8-f570df7a91de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a1ba23-c774-4fe3-8084-403d888d0737,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:18.069544 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-36e9bb5e-fe85-480a-8cc8-f570df7a91de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:18.084092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-36e9bb5e-fe85-480a-8cc8-f570df7a91de admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:18.087664 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-36e9bb5e-fe85-480a-8cc8-f570df7a91de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14a1ba23-c774-4fe3-8084-403d888d0737 HTTP/1.1" status: 204 len: 168 time: 0.2745595 Sep 16 19:12:18.185211 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:18.227114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 6b3d8514-620f-4992-a6d8-44fbb8f12704, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6b3d8514-620f-4992-a6d8-44fbb8f12704,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:18.228512 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3d8514-620f-4992-a6d8-44fbb8f12704'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:12:18.236431 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:18.238831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:18.310282 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a677f8f-539a-4df5-9108-fa67785a9b33 req-a7ff5236-fa05-478c-903e-1a571b80e781 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:18.318272 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2a677f8f-539a-4df5-9108-fa67785a9b33 req-a7ff5236-fa05-478c-903e-1a571b80e781 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 945 time: 0.1030366 Sep 16 19:12:18.326162 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=6b3d8514-620f-4992-a6d8-44fbb8f12704,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:18.330702 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:18.340850 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3d8514-620f-4992-a6d8-44fbb8f12704', 'code': 200} Sep 16 19:12:18.381205 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2a677f8f-539a-4df5-9108-fa67785a9b33 req-8f78351c-77f2-498a-a538-b21a99b68396 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618577 Sep 16 19:12:18.714214 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3bf90024-9918-49c4-b6d7-1483eaf7de45 req-4d6e6710-c686-4e44-9327-7eabb4858c4b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0926225 Sep 16 19:12:18.719711 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40676) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:18.765850 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3e9aad5d-fd63-4c9f-b2b0-d9369a7a5f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:18.827627 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-3e9aad5d-fd63-4c9f-b2b0-d9369a7a5f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:18.840110 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-3e9aad5d-fd63-4c9f-b2b0-d9369a7a5f98 admin admin] Usage tracker for resource:security_group_rule and tenant:0645d3419bcd42d9802828dba6146ec3 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:18.854404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-3e9aad5d-fd63-4c9f-b2b0-d9369a7a5f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:18.864738 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-3e9aad5d-fd63-4c9f-b2b0-d9369a7a5f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:18.877585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:18.891845 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3bf90024-9918-49c4-b6d7-1483eaf7de45 req-307c75db-82f4-48c5-8826-86fa9f2ce71a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536810 Sep 16 19:12:18.951195 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3e9aad5d-fd63-4c9f-b2b0-d9369a7a5f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:18.955147 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3e9aad5d-fd63-4c9f-b2b0-d9369a7a5f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:18.995181 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-abc9b45e-9856-4224-8924-e820d2e5c5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:19.011682 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 40696) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:19.011965 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-3e9aad5d-fd63-4c9f-b2b0-d9369a7a5f98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0645d3419bcd42d9802828dba6146ec3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2911463 Sep 16 19:12:19.029434 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9aad5d-fd63-4c9f-b2b0-d9369a7a5f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86241ef0-0d2b-457e-bd6d-278b50566ec4,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:19.032717 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3e9aad5d-fd63-4c9f-b2b0-d9369a7a5f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:19.093627 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-73ae3278-d1c7-4ad2-ada0-c24a9b958557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:19.134514 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-73ae3278-d1c7-4ad2-ada0-c24a9b958557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:19.275525 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634ea42-dd76-4734-b54f-18b30a0824de req-004544e8-a5db-4c06-9419-36d6cfaf64ee tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:19.277911 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3634ea42-dd76-4734-b54f-18b30a0824de req-004544e8-a5db-4c06-9419-36d6cfaf64ee tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1312318 Sep 16 19:12:19.283095 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-73ae3278-d1c7-4ad2-ada0-c24a9b958557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:19.290704 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-58e7c805-d8be-4aa7-b3a9-2de93c99fdbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:19.305736 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae3278-d1c7-4ad2-ada0-c24a9b958557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86241ef0-0d2b-457e-bd6d-278b50566ec4,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:19.313976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-73ae3278-d1c7-4ad2-ada0-c24a9b958557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:19.405337 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3634ea42-dd76-4734-b54f-18b30a0824de req-60588057-bd5f-4992-966d-8db4f0a75b5c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169338 Sep 16 19:12:19.407653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-73ae3278-d1c7-4ad2-ada0-c24a9b958557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:19.413759 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-73ae3278-d1c7-4ad2-ada0-c24a9b958557 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86241ef0-0d2b-457e-bd6d-278b50566ec4 HTTP/1.1" status: 204 len: 168 time: 0.3961077 Sep 16 19:12:19.687077 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971a316-c966-4474-9054-c4950c29f291 req-f355c2ae-43c0-41d8-bd38-29f4150fb40d tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:19.688888 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e971a316-c966-4474-9054-c4950c29f291 req-f355c2ae-43c0-41d8-bd38-29f4150fb40d tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0933101 Sep 16 19:12:19.758594 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e971a316-c966-4474-9054-c4950c29f291 req-4031914e-640f-4b5d-85e8-0b6d5765069b tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624795 Sep 16 19:12:19.887748 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7058ac9e-17de-46c0-8783-7d112114b925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:19.956974 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:20.053836 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 40740) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:20.073755 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-afb7ba48-6997-4a27-81b9-0b4490dcbae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:20.111996 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-afb7ba48-6997-4a27-81b9-0b4490dcbae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:20.116024 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-afb7ba48-6997-4a27-81b9-0b4490dcbae5 admin admin] Usage tracker for resource:security_group_rule and tenant:85baeccde7604da186d01d6df8f3830e is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:20.118991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-afb7ba48-6997-4a27-81b9-0b4490dcbae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:20.125725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-afb7ba48-6997-4a27-81b9-0b4490dcbae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:20.196900 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-afb7ba48-6997-4a27-81b9-0b4490dcbae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:20.201085 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-afb7ba48-6997-4a27-81b9-0b4490dcbae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:20.208837 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-97fdf55c-1be6-4673-9591-e9588b94f7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:20.247008 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7ba48-6997-4a27-81b9-0b4490dcbae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc585384-610a-4e19-b80f-b80d11624e81,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:20.252738 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-afb7ba48-6997-4a27-81b9-0b4490dcbae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:20.262055 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40752) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:20.262599 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-afb7ba48-6997-4a27-81b9-0b4490dcbae5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85baeccde7604da186d01d6df8f3830e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2076871 Sep 16 19:12:20.333419 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ff5541b-ef08-4a90-acdb-6f1839d8f52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:20.363058 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ff5541b-ef08-4a90-acdb-6f1839d8f52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:20.428176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ff5541b-ef08-4a90-acdb-6f1839d8f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:20.434139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-761b72ad-91f9-493e-9656-dcb921cd3bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:20.446781 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5541b-ef08-4a90-acdb-6f1839d8f52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc585384-610a-4e19-b80f-b80d11624e81,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:20.449327 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8ff5541b-ef08-4a90-acdb-6f1839d8f52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:20.459841 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ff5541b-ef08-4a90-acdb-6f1839d8f52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:20.461240 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-8ff5541b-ef08-4a90-acdb-6f1839d8f52a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc585384-610a-4e19-b80f-b80d11624e81 HTTP/1.1" status: 204 len: 168 time: 0.1979880 Sep 16 19:12:20.678046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0544d-5081-4257-a714-1050b4ec457c req-c0f79312-e802-449d-9244-8cb0fc758831 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:20.687144 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-31a0544d-5081-4257-a714-1050b4ec457c req-c0f79312-e802-449d-9244-8cb0fc758831 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1028354 Sep 16 19:12:20.746829 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-31a0544d-5081-4257-a714-1050b4ec457c req-ef30b607-7b39-4450-8080-94b49467b8b2 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584598 Sep 16 19:12:21.068176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40784) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:21.082594 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a25d08-a48b-4c4b-b8a3-6612f33c5f1f req-6393324e-83eb-4af6-b9d0-6de59281abb8 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:21.084219 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a9a25d08-a48b-4c4b-b8a3-6612f33c5f1f req-6393324e-83eb-4af6-b9d0-6de59281abb8 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 945 time: 0.1080832 Sep 16 19:12:21.167954 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a9a25d08-a48b-4c4b-b8a3-6612f33c5f1f req-b3da6bb4-c7ba-4590-bc3a-624fb08acd69 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754879 Sep 16 19:12:21.288511 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:21.382642 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e18b-e7d1-4e6d-b5d2-625ed15ba37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:21.421382 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-a8b7e18b-e7d1-4e6d-b5d2-625ed15ba37d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:21.425791 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-a8b7e18b-e7d1-4e6d-b5d2-625ed15ba37d admin admin] Usage tracker for resource:security_group_rule and tenant:03df63e92f9246f7b2398ef94ac9aa29 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:21.430045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-a8b7e18b-e7d1-4e6d-b5d2-625ed15ba37d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:21.438705 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-a8b7e18b-e7d1-4e6d-b5d2-625ed15ba37d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:21.543320 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e18b-e7d1-4e6d-b5d2-625ed15ba37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:21.546683 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e18b-e7d1-4e6d-b5d2-625ed15ba37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:21.586461 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-96aafd52-f7d5-46f8-90e4-55f259a70f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:21.596762 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-a8b7e18b-e7d1-4e6d-b5d2-625ed15ba37d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03df63e92f9246f7b2398ef94ac9aa29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5271211 Sep 16 19:12:21.599262 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40818) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:21.687584 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7e18b-e7d1-4e6d-b5d2-625ed15ba37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01ea96c-75ed-479f-9304-b441547c4faf,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:21.691811 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a8b7e18b-e7d1-4e6d-b5d2-625ed15ba37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:21.696794 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d437e111-6c37-40ca-895e-4d7dd464401a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:21.727677 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d437e111-6c37-40ca-895e-4d7dd464401a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:21.809371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d437e111-6c37-40ca-895e-4d7dd464401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:21.814894 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:21.838304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437e111-6c37-40ca-895e-4d7dd464401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01ea96c-75ed-479f-9304-b441547c4faf,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:21.847133 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d437e111-6c37-40ca-895e-4d7dd464401a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:21.878753 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d437e111-6c37-40ca-895e-4d7dd464401a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:21.881072 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d437e111-6c37-40ca-895e-4d7dd464401a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c01ea96c-75ed-479f-9304-b441547c4faf HTTP/1.1" status: 204 len: 168 time: 0.2806509 Sep 16 19:12:22.139776 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb129fb-dd6f-44d9-a24c-f191483bd3b0 req-8d32efb0-37d7-4ce1-a385-31e827192b08 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:22.142100 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3cb129fb-dd6f-44d9-a24c-f191483bd3b0 req-8d32efb0-37d7-4ce1-a385-31e827192b08 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1822629 Sep 16 19:12:22.232666 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3cb129fb-dd6f-44d9-a24c-f191483bd3b0 req-944362b0-6aad-4100-ae38-ab429e71283f tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829606 Sep 16 19:12:22.773853 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 40866) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:22.814114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c585a779-08d1-4237-a945-ff8d15683ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:22.850345 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-c585a779-08d1-4237-a945-ff8d15683ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:22.855504 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-c585a779-08d1-4237-a945-ff8d15683ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:6bf90964aaff435e9ab10c287f7a3c55 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:22.858904 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-c585a779-08d1-4237-a945-ff8d15683ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:22.866465 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-c585a779-08d1-4237-a945-ff8d15683ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:22.962272 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c585a779-08d1-4237-a945-ff8d15683ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:22.968063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c585a779-08d1-4237-a945-ff8d15683ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:22.987019 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-97f86a96-b5dd-4236-bbda-f1f3d3151ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:23.043091 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:23.047454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585a779-08d1-4237-a945-ff8d15683ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7e9547-6cfb-48b5-ac23-a5f43bb4af01,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:23.062686 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c585a779-08d1-4237-a945-ff8d15683ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:23.071540 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-c585a779-08d1-4237-a945-ff8d15683ad8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6bf90964aaff435e9ab10c287f7a3c55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2963862 Sep 16 19:12:23.074921 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 40878) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:23.155095 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ecd76a8c-db20-4838-8411-ec900a1a2562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:23.184311 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ecd76a8c-db20-4838-8411-ec900a1a2562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:23.230318 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ecd76a8c-db20-4838-8411-ec900a1a2562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:23.235576 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1b8b7ef5-418c-4ce8-91e9-ffd8ffbd183f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:23.250085 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd76a8c-db20-4838-8411-ec900a1a2562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7e9547-6cfb-48b5-ac23-a5f43bb4af01,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:23.258200 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ecd76a8c-db20-4838-8411-ec900a1a2562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:23.259218 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ecd76a8c-db20-4838-8411-ec900a1a2562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:23.261136 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ecd76a8c-db20-4838-8411-ec900a1a2562 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c7e9547-6cfb-48b5-ac23-a5f43bb4af01 HTTP/1.1" status: 204 len: 168 time: 0.1851952 Sep 16 19:12:23.578788 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd246-9faf-43ba-b0b2-6623958bd21c req-ff59c967-c0d2-4407-a3e0-32e773fb40ce tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:23.589590 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2f2bd246-9faf-43ba-b0b2-6623958bd21c req-ff59c967-c0d2-4407-a3e0-32e773fb40ce tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1415844 Sep 16 19:12:23.694181 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2f2bd246-9faf-43ba-b0b2-6623958bd21c req-094c6e72-396a-4136-ac7f-f802104746be tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035836 Sep 16 19:12:24.928339 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55f779-dca6-4d91-ad5d-19d2e9332bfd req-44960ee2-6295-4bfa-93dd-26ad4a66925f tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:24.930022 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9a55f779-dca6-4d91-ad5d-19d2e9332bfd req-44960ee2-6295-4bfa-93dd-26ad4a66925f tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.0918174 Sep 16 19:12:25.001134 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9a55f779-dca6-4d91-ad5d-19d2e9332bfd req-d6943fd2-b025-4768-9e51-5347880b016a tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617836 Sep 16 19:12:25.883432 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b2b83-8802-4135-9fab-935939244bd5 req-174bd810-bd76-4cca-9c69-57ecd4a7b949 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:25.889135 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-129b2b83-8802-4135-9fab-935939244bd5 req-174bd810-bd76-4cca-9c69-57ecd4a7b949 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/networks?id=d6adc5e2-ae00-468c-93a4-cfc82f035796 HTTP/1.1" status: 200 len: 814 time: 0.1948478 Sep 16 19:12:25.905253 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-129b2b83-8802-4135-9fab-935939244bd5 req-5e348d57-b77f-4a78-9d37-cd9d4310c39f tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/quotas/38c046ff61b7430fab7783b7c1bce025 HTTP/1.1" status: 200 len: 375 time: 0.0139265 Sep 16 19:12:26.004731 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-129b2b83-8802-4135-9fab-935939244bd5 req-72fd5b9d-fe3e-4b8a-a52c-07d1792e66f8 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=38c046ff61b7430fab7783b7c1bce025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929570 Sep 16 19:12:26.050302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41032) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:26.207138 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-129b2b83-8802-4135-9fab-935939244bd5 req-f6b8bc4c-c593-49c7-9c45-e7b8e04b0437 service neutron] 10.222.0.39 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937325 Sep 16 19:12:26.230783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-44eb92ce-3a83-4bce-95a5-f077f61ea80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:26.269044 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-44eb92ce-3a83-4bce-95a5-f077f61ea80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:26.273282 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-44eb92ce-3a83-4bce-95a5-f077f61ea80b admin admin] Usage tracker for resource:security_group_rule and tenant:a01797c436f1447fb900d8283a0e42bb is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:26.276990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-44eb92ce-3a83-4bce-95a5-f077f61ea80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:26.283136 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-44eb92ce-3a83-4bce-95a5-f077f61ea80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:26.340153 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865eb7a-16a8-45c3-8afe-0b71cf185314 req-64b3ff7c-2450-4ca6-afd8-580c4db4cbef tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:26.342024 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2865eb7a-16a8-45c3-8afe-0b71cf185314 req-64b3ff7c-2450-4ca6-afd8-580c4db4cbef tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1955521 Sep 16 19:12:26.361485 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-44eb92ce-3a83-4bce-95a5-f077f61ea80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:26.365706 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-44eb92ce-3a83-4bce-95a5-f077f61ea80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:26.376570 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:26.428238 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2865eb7a-16a8-45c3-8afe-0b71cf185314 req-d5e648fc-9ef1-49a5-a97a-d193ec733328 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629599 Sep 16 19:12:26.432647 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-44eb92ce-3a83-4bce-95a5-f077f61ea80b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a01797c436f1447fb900d8283a0e42bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3812852 Sep 16 19:12:26.433859 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb92ce-3a83-4bce-95a5-f077f61ea80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee866cf-c44c-449e-b9dd-623d508f05e7,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:26.436270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41050) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:26.439468 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-44eb92ce-3a83-4bce-95a5-f077f61ea80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:26.494179 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-129b2b83-8802-4135-9fab-935939244bd5 req-979eb4c6-993a-44e3-b61e-635d1dd89980 service neutron] 10.222.0.39 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801228 Sep 16 19:12:26.541953 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7580-9d7d-42a9-9fe6-e1e6c6d8ee20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:26.606091 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7580-9d7d-42a9-9fe6-e1e6c6d8ee20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:26.679860 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7580-9d7d-42a9-9fe6-e1e6c6d8ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:26.689618 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-22e4b4ee-a17c-464b-a83a-14de9dac52b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:26.705477 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa7580-9d7d-42a9-9fe6-e1e6c6d8ee20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee866cf-c44c-449e-b9dd-623d508f05e7,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:26.715552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c8fa7580-9d7d-42a9-9fe6-e1e6c6d8ee20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:26.725856 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7580-9d7d-42a9-9fe6-e1e6c6d8ee20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:26.725856 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-c8fa7580-9d7d-42a9-9fe6-e1e6c6d8ee20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ee866cf-c44c-449e-b9dd-623d508f05e7 HTTP/1.1" status: 204 len: 168 time: 0.2879114 Sep 16 19:12:26.886724 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c30dcb5d-1352-457f-961c-59fbe714b51a req-3fd56620-70f7-4ef6-91fc-26053f8bb8d5 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 210 time: 0.1133060 Sep 16 19:12:27.270081 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41100) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:27.289796 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-98713680-4ec2-4cfe-ac22-46ade51b41b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:27.328474 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-98713680-4ec2-4cfe-ac22-46ade51b41b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:27.333677 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-98713680-4ec2-4cfe-ac22-46ade51b41b4 admin admin] Usage tracker for resource:security_group_rule and tenant:01ffa6d856cf447f95373ffc62b29e9c is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:27.337191 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-98713680-4ec2-4cfe-ac22-46ade51b41b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:27.344225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-98713680-4ec2-4cfe-ac22-46ade51b41b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:27.421998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-98713680-4ec2-4cfe-ac22-46ade51b41b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:27.425495 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-98713680-4ec2-4cfe-ac22-46ade51b41b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:27.457225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c8fa7580-9d7d-42a9-9fe6-e1e6c6d8ee20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:27.467294 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-98713680-4ec2-4cfe-ac22-46ade51b41b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01ffa6d856cf447f95373ffc62b29e9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1960704 Sep 16 19:12:27.470132 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41110) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:27.490426 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98713680-4ec2-4cfe-ac22-46ade51b41b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3ef4bb-7fda-46f9-b126-6d5d581e3c13,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:27.494695 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-98713680-4ec2-4cfe-ac22-46ade51b41b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:27.688408 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41116) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:27.708814 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0bf6e877-4e90-4072-ba8a-473836b4f152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:27.748178 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0bf6e877-4e90-4072-ba8a-473836b4f152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:27.817117 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0bf6e877-4e90-4072-ba8a-473836b4f152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:27.826090 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3e6613a2-6c90-41d7-b08c-d163aa5d0dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:27.847839 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6e877-4e90-4072-ba8a-473836b4f152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3ef4bb-7fda-46f9-b126-6d5d581e3c13,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:27.849945 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0bf6e877-4e90-4072-ba8a-473836b4f152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:27.854430 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0bf6e877-4e90-4072-ba8a-473836b4f152 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d3ef4bb-7fda-46f9-b126-6d5d581e3c13 HTTP/1.1" status: 204 len: 168 time: 0.3825166 Sep 16 19:12:27.856530 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0bf6e877-4e90-4072-ba8a-473836b4f152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:27.866119 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8ece-2f7a-4769-b693-2702ac1bc784 req-d8f1963b-206f-4b6f-86fa-1e9fc3cf0a9e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:27.871694 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6fae8ece-2f7a-4769-b693-2702ac1bc784 req-d8f1963b-206f-4b6f-86fa-1e9fc3cf0a9e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.2553251 Sep 16 19:12:27.940303 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6fae8ece-2f7a-4769-b693-2702ac1bc784 req-4b016f0c-5f25-4cd2-b545-9c0df72c2747 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675669 Sep 16 19:12:27.971991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-37ad9368-7ec9-4b9a-8a01-8c2dfb79c966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:28.052294 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-37ad9368-7ec9-4b9a-8a01-8c2dfb79c966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:28.059721 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-37ad9368-7ec9-4b9a-8a01-8c2dfb79c966 admin admin] Usage tracker for resource:security_group_rule and tenant:29f4d4a908e84dabac1c25666c56110e is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:28.064196 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-37ad9368-7ec9-4b9a-8a01-8c2dfb79c966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:28.070663 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-37ad9368-7ec9-4b9a-8a01-8c2dfb79c966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:28.136586 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fb0d1122-2fdf-4826-80bf-d3c110a30de6 req-1d123ea7-f96c-46fa-b41a-457b6a5b0d86 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 210 time: 0.0608721 Sep 16 19:12:28.315241 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-37ad9368-7ec9-4b9a-8a01-8c2dfb79c966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:28.319284 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-37ad9368-7ec9-4b9a-8a01-8c2dfb79c966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:28.330198 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d437e111-6c37-40ca-895e-4d7dd464401a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:28.365544 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41146) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:28.399864 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad9368-7ec9-4b9a-8a01-8c2dfb79c966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a575f8-0015-4427-b918-70208f330061,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:28.415618 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-37ad9368-7ec9-4b9a-8a01-8c2dfb79c966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:28.420968 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-37ad9368-7ec9-4b9a-8a01-8c2dfb79c966 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29f4d4a908e84dabac1c25666c56110e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7312293 Sep 16 19:12:28.424510 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41152) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:28.430491 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b2b83-8802-4135-9fab-935939244bd5 req-27d9501c-8a08-4c20-9a13-314ea4418852 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:28.431428 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-129b2b83-8802-4135-9fab-935939244bd5 req-27d9501c-8a08-4c20-9a13-314ea4418852 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Synchronizing usage tracker for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:network {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:12:28.451911 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-129b2b83-8802-4135-9fab-935939244bd5 req-27d9501c-8a08-4c20-9a13-314ea4418852 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Unset dirty status for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:network {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:12:28.454068 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-129b2b83-8802-4135-9fab-935939244bd5 req-27d9501c-8a08-4c20-9a13-314ea4418852 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "GET /v2.0/networks?id=d6adc5e2-ae00-468c-93a4-cfc82f035796 HTTP/1.1" status: 200 len: 814 time: 0.2575011 Sep 16 19:12:28.470021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-129b2b83-8802-4135-9fab-935939244bd5 req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Request body: {'port': {'device_id': '1235a14b-8cb6-469d-b954-b5212ea10bcb', 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796', 'admin_state_up': True, 'tenant_id': '38c046ff61b7430fab7783b7c1bce025'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:28.512511 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b39887d2-53ba-442c-844e-fa90de4ffaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:28.551242 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b39887d2-53ba-442c-844e-fa90de4ffaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:28.608967 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b39887d2-53ba-442c-844e-fa90de4ffaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:28.621930 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-374ae44d-7e26-4413-8e3c-7fae10641c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:28.633383 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39887d2-53ba-442c-844e-fa90de4ffaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a575f8-0015-4427-b918-70208f330061,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:28.639534 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b39887d2-53ba-442c-844e-fa90de4ffaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:28.648472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b39887d2-53ba-442c-844e-fa90de4ffaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:28.651320 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-b39887d2-53ba-442c-844e-fa90de4ffaeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72a575f8-0015-4427-b918-70208f330061 HTTP/1.1" status: 204 len: 168 time: 0.2240038 Sep 16 19:12:28.666184 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-129b2b83-8802-4135-9fab-935939244bd5 req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:28.677500 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-129b2b83-8802-4135-9fab-935939244bd5 req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:28.688291 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129b2b83-8802-4135-9fab-935939244bd5 req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Made reservation on behalf of 38c046ff61b7430fab7783b7c1bce025 for: {'port': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:12:28.694018 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-129b2b83-8802-4135-9fab-935939244bd5 req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:28.758129 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41168) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:28.768957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ac3cf44d-d85c-4949-ad71-a96c620cb9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:28.831494 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ac3cf44d-d85c-4949-ad71-a96c620cb9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:28.836336 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ac3cf44d-d85c-4949-ad71-a96c620cb9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:df1a8b169a934d8087c81e5873770495 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:28.839971 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ac3cf44d-d85c-4949-ad71-a96c620cb9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:28.846434 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ac3cf44d-d85c-4949-ad71-a96c620cb9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:28.905714 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-129b2b83-8802-4135-9fab-935939244bd5 req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Allocated IP 172.20.0.4 (d6adc5e2-ae00-468c-93a4-cfc82f035796/65abb785-f8e9-4186-b372-e87514607609/3a9df359-ffbe-44b7-b742-f07a078a01d2) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:12:28.998613 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ac3cf44d-d85c-4949-ad71-a96c620cb9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:29.002477 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ac3cf44d-d85c-4949-ad71-a96c620cb9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:29.021475 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-03557175-b06e-4f34-b3de-83317c6475ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:29.110661 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cf44d-d85c-4949-ad71-a96c620cb9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13ef6a5-7b5f-4824-a342-e388f104f6cc,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:29.124490 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ac3cf44d-d85c-4949-ad71-a96c620cb9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:29.205433 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b471a98d-149e-4d65-af5f-fe75da060a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:29.245347 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-129b2b83-8802-4135-9fab-935939244bd5 req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:29.255636 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ac3cf44d-d85c-4949-ad71-a96c620cb9f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df1a8b169a934d8087c81e5873770495&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8880696 Sep 16 19:12:29.258464 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41190) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:29.270095 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e1abf-b1e7-4034-9637-27aefcbdb02e req-65f4e779-6062-457d-ab60-8f1a6f8d952d tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:29.271370 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a62e1abf-b1e7-4034-9637-27aefcbdb02e req-65f4e779-6062-457d-ab60-8f1a6f8d952d tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1508651 Sep 16 19:12:29.291847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-b471a98d-149e-4d65-af5f-fe75da060a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:29.316810 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-b471a98d-149e-4d65-af5f-fe75da060a8d admin admin] Usage tracker for resource:security_group_rule and tenant:1204dcb822db43e0bfd4ff28acba56d8 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:29.320232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-b471a98d-149e-4d65-af5f-fe75da060a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:29.338139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-b471a98d-149e-4d65-af5f-fe75da060a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:29.389007 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-349b5cbf-6636-458d-81c6-ab128321b7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:29.419719 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-349b5cbf-6636-458d-81c6-ab128321b7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:29.428531 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-18c577e4-bb56-4f84-8463-fafd8013c932 req-d1e5ce4c-b154-4408-9085-f2f2bc5b4c31 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 210 time: 0.0926607 Sep 16 19:12:29.452333 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-129b2b83-8802-4135-9fab-935939244bd5 req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:29.465000 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a62e1abf-b1e7-4034-9637-27aefcbdb02e req-c90a5d74-ef71-44fa-8ab2-2e7bfbb5f45a tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852281 Sep 16 19:12:29.472249 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['998c6ac8-abb8-41f3-b525-ba904efe9152', '6b3d8514-620f-4992-a6d8-44fbb8f12704'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:12:29.473625 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-5bf8bbf7-e127-41b8-a702-a8bd58d56ad3 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:29.505839 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41208) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:29.802968 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e9950ff4-35e0-4def-8c2c-147066f51610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:29.898308 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129b2b83-8802-4135-9fab-935939244bd5 req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Network d6adc5e2-ae00-468c-93a4-cfc82f035796 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:12:29.905529 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Pushing event updated for resources: {'Port': ['ID=3a9df359-ffbe-44b7-b742-f07a078a01d2,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:29.909088 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:29.917285 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-e9950ff4-35e0-4def-8c2c-147066f51610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:29.924345 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-129b2b83-8802-4135-9fab-935939244bd5 req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:12:29.927530 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-129b2b83-8802-4135-9fab-935939244bd5 req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:12:29.964444 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-e9950ff4-35e0-4def-8c2c-147066f51610 admin admin] Usage tracker for resource:security_group_rule and tenant:eb2d85f432a44b93b4f4d814c0a9aae2 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:29.978605 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-e9950ff4-35e0-4def-8c2c-147066f51610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:29.994022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-349b5cbf-6636-458d-81c6-ab128321b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:29.997750 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:30.009287 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-e9950ff4-35e0-4def-8c2c-147066f51610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:30.017649 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b471a98d-149e-4d65-af5f-fe75da060a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.027225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b5cbf-6636-458d-81c6-ab128321b7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13ef6a5-7b5f-4824-a342-e388f104f6cc,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:30.029734 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-349b5cbf-6636-458d-81c6-ab128321b7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:30.037844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b471a98d-149e-4d65-af5f-fe75da060a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.058186 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c79a4695-cb26-4cc6-ad99-0aa654473420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:30.114035 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b2b83-8802-4135-9fab-935939244bd5 req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:30.114768 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-129b2b83-8802-4135-9fab-935939244bd5 req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.153165 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471a98d-149e-4d65-af5f-fe75da060a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628a57eb-540a-4e7d-b3fb-65baa18cda0a,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:30.165388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b471a98d-149e-4d65-af5f-fe75da060a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:30.185680 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-b471a98d-149e-4d65-af5f-fe75da060a8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1204dcb822db43e0bfd4ff28acba56d8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4238749 Sep 16 19:12:30.186066 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41234) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:30.255494 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-349b5cbf-6636-458d-81c6-ab128321b7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.257281 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-349b5cbf-6636-458d-81c6-ab128321b7e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e13ef6a5-7b5f-4824-a342-e388f104f6cc HTTP/1.1" status: 204 len: 168 time: 0.9948831 Sep 16 19:12:30.283104 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-84d9cae5-29a0-4b22-87cc-6f97420d7da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.283473 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-129b2b83-8802-4135-9fab-935939244bd5 req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8179302 Sep 16 19:12:30.285524 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e9950ff4-35e0-4def-8c2c-147066f51610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.290214 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e9950ff4-35e0-4def-8c2c-147066f51610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.306225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Request body: {'port': {'device_id': '1235a14b-8cb6-469d-b954-b5212ea10bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:30.316010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-84d9cae5-29a0-4b22-87cc-6f97420d7da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.331696 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-98713680-4ec2-4cfe-ac22-46ade51b41b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:30.361871 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-84d9cae5-29a0-4b22-87cc-6f97420d7da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.370058 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-45c6115d-c58e-4cd6-9f1d-bc9f6a642aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:30.382857 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9cae5-29a0-4b22-87cc-6f97420d7da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628a57eb-540a-4e7d-b3fb-65baa18cda0a,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:30.385849 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-84d9cae5-29a0-4b22-87cc-6f97420d7da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:30.391857 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-84d9cae5-29a0-4b22-87cc-6f97420d7da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.395475 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-84d9cae5-29a0-4b22-87cc-6f97420d7da9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/628a57eb-540a-4e7d-b3fb-65baa18cda0a HTTP/1.1" status: 204 len: 168 time: 0.2059515 Sep 16 19:12:30.408054 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-e9950ff4-35e0-4def-8c2c-147066f51610 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb2d85f432a44b93b4f4d814c0a9aae2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8760669 Sep 16 19:12:30.408481 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41244) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:30.418642 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9950ff4-35e0-4def-8c2c-147066f51610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e2db21-dd3b-49fc-bb5d-328e161f4e6a,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:30.428545 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e9950ff4-35e0-4def-8c2c-147066f51610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:30.485180 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4a71426d-1ff8-435e-9356-cda42be46f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.523830 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4a71426d-1ff8-435e-9356-cda42be46f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.525115 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.578063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4a71426d-1ff8-435e-9356-cda42be46f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.585163 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:30.601587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71426d-1ff8-435e-9356-cda42be46f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e2db21-dd3b-49fc-bb5d-328e161f4e6a,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:30.605066 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4a71426d-1ff8-435e-9356-cda42be46f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:30.606356 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4a71426d-1ff8-435e-9356-cda42be46f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:30.608624 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-4a71426d-1ff8-435e-9356-cda42be46f83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86e2db21-dd3b-49fc-bb5d-328e161f4e6a HTTP/1.1" status: 204 len: 168 time: 0.1990633 Sep 16 19:12:30.843534 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb36e14-fe18-4da1-98ce-71bb71115d86 req-573b3b60-fd05-4da6-a76e-7c85dd438c8a tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:30.845112 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5cb36e14-fe18-4da1-98ce-71bb71115d86 req-573b3b60-fd05-4da6-a76e-7c85dd438c8a tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 931 time: 0.1441653 Sep 16 19:12:30.882828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41258) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:30.919828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ce2a63bb-debb-4ef3-a4b5-f7bd0f5750d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.002172 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ce2a63bb-debb-4ef3-a4b5-f7bd0f5750d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:31.019002 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ce2a63bb-debb-4ef3-a4b5-f7bd0f5750d4 admin admin] Usage tracker for resource:security_group_rule and tenant:6aff065b989d4960b59038d7df4a8e6d is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:31.025493 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ce2a63bb-debb-4ef3-a4b5-f7bd0f5750d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:31.037517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ce2a63bb-debb-4ef3-a4b5-f7bd0f5750d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:31.079591 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3006737-325a-444f-b738-49dcb4e260ff req-43e892a2-a4a1-4974-afdc-9934d6461ac5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:31.086858 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a3006737-325a-444f-b738-49dcb4e260ff req-43e892a2-a4a1-4974-afdc-9934d6461ac5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.3346667 Sep 16 19:12:31.135726 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ce2a63bb-debb-4ef3-a4b5-f7bd0f5750d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.139034 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ce2a63bb-debb-4ef3-a4b5-f7bd0f5750d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.149562 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-349b5cbf-6636-458d-81c6-ab128321b7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:31.159526 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5cb36e14-fe18-4da1-98ce-71bb71115d86 req-1d5833f2-4787-4fe3-a26c-8408c4ba2557 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960112 Sep 16 19:12:31.175938 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41268) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:31.210707 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a3006737-325a-444f-b738-49dcb4e260ff req-0cbf3b14-e677-4e12-b362-ed5e85c90336 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228397 Sep 16 19:12:31.212119 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a63bb-debb-4ef3-a4b5-f7bd0f5750d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228ef665-569e-43af-8200-d2e924d6cfe8,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:31.215750 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ce2a63bb-debb-4ef3-a4b5-f7bd0f5750d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:31.228122 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dd4d3810-56de-4e8d-8aee-3bbc324224f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.266033 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-dd4d3810-56de-4e8d-8aee-3bbc324224f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:31.271444 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-dd4d3810-56de-4e8d-8aee-3bbc324224f2 admin admin] Usage tracker for resource:security_group_rule and tenant:93f6f7bdf5034b278b0b9bf707ff408a is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:31.278063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-dd4d3810-56de-4e8d-8aee-3bbc324224f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:31.284327 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-dd4d3810-56de-4e8d-8aee-3bbc324224f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:31.286669 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41276) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:31.328201 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-330f0ffa-d3c7-44fb-a233-81b373427a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.339532 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ce2a63bb-debb-4ef3-a4b5-f7bd0f5750d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6aff065b989d4960b59038d7df4a8e6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4556031 Sep 16 19:12:31.346197 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41284) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:31.367693 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dd4d3810-56de-4e8d-8aee-3bbc324224f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.371237 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dd4d3810-56de-4e8d-8aee-3bbc324224f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.401558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-afb7ba48-6997-4a27-81b9-0b4490dcbae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:31.413784 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-dd4d3810-56de-4e8d-8aee-3bbc324224f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93f6f7bdf5034b278b0b9bf707ff408a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2343922 Sep 16 19:12:31.417012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41288) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:31.421923 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-330f0ffa-d3c7-44fb-a233-81b373427a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:31.430130 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-330f0ffa-d3c7-44fb-a233-81b373427a14 admin admin] Usage tracker for resource:security_group_rule and tenant:4342e35477834daba593faadddf233d3 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:31.433281 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-330f0ffa-d3c7-44fb-a233-81b373427a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:31.439792 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-330f0ffa-d3c7-44fb-a233-81b373427a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:31.487254 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d3810-56de-4e8d-8aee-3bbc324224f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2ddb7a-694f-4340-93f2-00ad0a5f1249,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:31.491397 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dd4d3810-56de-4e8d-8aee-3bbc324224f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:31.510379 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ca3e1ea8-3ea8-40c6-bd52-039db7f4222c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.515644 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-330f0ffa-d3c7-44fb-a233-81b373427a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.522659 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-330f0ffa-d3c7-44fb-a233-81b373427a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.551179 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ca3e1ea8-3ea8-40c6-bd52-039db7f4222c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.555174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-44eb92ce-3a83-4bce-95a5-f077f61ea80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:31.564817 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-330f0ffa-d3c7-44fb-a233-81b373427a14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4342e35477834daba593faadddf233d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2761946 Sep 16 19:12:31.579066 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9df359-ffbe-44b7-b742-f07a078a01d2 {{(pid=82446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:12:31.579168 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41292) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:31.599926 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.609090 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0738711e-57a8-49eb-a2ec-9445b89797c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.638207 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0738711e-57a8-49eb-a2ec-9445b89797c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.657826 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dd304447-fa6e-42e0-bd4c-b3fc7339f110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.691168 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0738711e-57a8-49eb-a2ec-9445b89797c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.700194 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ca3e1ea8-3ea8-40c6-bd52-039db7f4222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.709564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d584a810-7d62-4cf1-b933-af4189b12ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:31.728199 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0738711e-57a8-49eb-a2ec-9445b89797c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.731932 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0738711e-57a8-49eb-a2ec-9445b89797c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/228ef665-569e-43af-8200-d2e924d6cfe8 HTTP/1.1" status: 204 len: 168 time: 0.3822050 Sep 16 19:12:31.732055 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dd304447-fa6e-42e0-bd4c-b3fc7339f110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.732153 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f0ffa-d3c7-44fb-a233-81b373427a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffacd42b-2ce8-4631-8524-256a923a6909,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:31.734053 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-330f0ffa-d3c7-44fb-a233-81b373427a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:31.735336 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Transition to ACTIVE for port object 3a9df359-ffbe-44b7-b742-f07a078a01d2 will not be triggered until provisioned by entity L2. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:12:31.736085 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a5b0ef24-cbce-4243-b8a6-75f76431fe5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:31.745969 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.756263 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ca3e1ea8-3ea8-40c6-bd52-039db7f4222c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.759918 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ca3e1ea8-3ea8-40c6-bd52-039db7f4222c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e2ddb7a-694f-4340-93f2-00ad0a5f1249 HTTP/1.1" status: 204 len: 168 time: 0.3395164 Sep 16 19:12:31.759918 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e1ea8-3ea8-40c6-bd52-039db7f4222c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2ddb7a-694f-4340-93f2-00ad0a5f1249,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:31.769984 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ca3e1ea8-3ea8-40c6-bd52-039db7f4222c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:31.841144 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738711e-57a8-49eb-a2ec-9445b89797c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228ef665-569e-43af-8200-d2e924d6cfe8,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:31.843196 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dd304447-fa6e-42e0-bd4c-b3fc7339f110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.852725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1ad982bb-7195-4c81-8b9e-ed522f43bf87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:31.859020 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0738711e-57a8-49eb-a2ec-9445b89797c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:31.860134 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:31.942141 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dd304447-fa6e-42e0-bd4c-b3fc7339f110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:31.946402 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-dd304447-fa6e-42e0-bd4c-b3fc7339f110 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffacd42b-2ce8-4631-8524-256a923a6909 HTTP/1.1" status: 204 len: 168 time: 0.3686042 Sep 16 19:12:31.946402 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd304447-fa6e-42e0-bd4c-b3fc7339f110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffacd42b-2ce8-4631-8524-256a923a6909,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:31.954987 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dd304447-fa6e-42e0-bd4c-b3fc7339f110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:32.023064 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-81d0913d-53dd-4193-bfe9-a6965bba7f32 req-e9cdfb24-d2ff-4e06-87b3-391a2b2fddb1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 1098 time: 0.1589968 Sep 16 19:12:32.064662 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9df359-ffbe-44b7-b742-f07a078a01d2,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:32.089756 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:32.090587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Attempting to bind port 3a9df359-ffbe-44b7-b742-f07a078a01d2 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:12:32.091047 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Attempting to bind port 3a9df359-ffbe-44b7-b742-f07a078a01d2 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:12:32.091498 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Attempting to bind port 3a9df359-ffbe-44b7-b742-f07a078a01d2 on network d6adc5e2-ae00-468c-93a4-cfc82f035796 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:12:32.096219 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-81d0913d-53dd-4193-bfe9-a6965bba7f32 req-115c3d9a-9c9b-4300-b719-e1cf3e664f10 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628026 Sep 16 19:12:32.098375 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Port 3a9df359-ffbe-44b7-b742-f07a078a01d2 on network d6adc5e2-ae00-468c-93a4-cfc82f035796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:12:32.098734 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Attempting to bind port 3a9df359-ffbe-44b7-b742-f07a078a01d2 on network d6adc5e2-ae00-468c-93a4-cfc82f035796 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:12:32.106362 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:12:32.106743 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Checking segment: {'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:12:32.107161 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Bound using segment: {'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:12:32.107632 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Bound port: 3a9df359-ffbe-44b7-b742-f07a078a01d2, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'}}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:12:32.108016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:32.163469 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41310) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:32.208894 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] For port 3a9df359-ffbe-44b7-b742-f07a078a01d2, host hv-cinder-80944, cleared binding levels {{(pid=82446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:12:32.212099 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] For port 3a9df359-ffbe-44b7-b742-f07a078a01d2, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3a9df359-ffbe-44b7-b742-f07a078a01d2,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:12:32.215957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:32.226198 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1ba90cef-dea8-462b-a032-b396dcff334a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:32.363068 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9df359-ffbe-44b7-b742-f07a078a01d2,revision_number=3']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:32.366605 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:32.368099 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-129b2b83-8802-4135-9fab-935939244bd5 req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] 10.222.0.45 "PUT /v2.0/ports/3a9df359-ffbe-44b7-b742-f07a078a01d2 HTTP/1.1" status: 200 len: 1093 time: 2.0671368 Sep 16 19:12:32.368653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1235a14b-8cb6-469d-b954-b5212ea10bcb', 'tag': '3a9df359-ffbe-44b7-b742-f07a078a01d2'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:12:32.379837 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:32.555081 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06400f82-a036-4cdb-b41d-3d9b83aaeef1 req-cd41a4d1-50f4-40fb-8c9a-861947260b50 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:32.569025 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-06400f82-a036-4cdb-b41d-3d9b83aaeef1 req-cd41a4d1-50f4-40fb-8c9a-861947260b50 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 943 time: 0.2226679 Sep 16 19:12:32.580074 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-129b2b83-8802-4135-9fab-935939244bd5 req-49ba58a3-6f2d-4088-8996-9c5b765d0e88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38c046ff61b7430fab7783b7c1bce025&device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 1096 time: 0.1678450 Sep 16 19:12:32.671995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a19d03-26e1-44b6-9df6-53f870c4a275 req-58538e1a-84b5-443b-82cf-417d1dc17d65 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:32.673884 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-42a19d03-26e1-44b6-9df6-53f870c4a275 req-58538e1a-84b5-443b-82cf-417d1dc17d65 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.2633989 Sep 16 19:12:32.676424 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-129b2b83-8802-4135-9fab-935939244bd5 req-86b6d0ab-5003-4628-b208-929e80a662a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a9df359-ffbe-44b7-b742-f07a078a01d2 HTTP/1.1" status: 200 len: 217 time: 0.0879474 Sep 16 19:12:32.685588 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0ee2650e-8671-46b9-b1b2-70b40bff0f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:32.749232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0ee2650e-8671-46b9-b1b2-70b40bff0f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:32.753730 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0ee2650e-8671-46b9-b1b2-70b40bff0f1d admin admin] Usage tracker for resource:security_group_rule and tenant:6d51e27a100d47bc98e546958716f636 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:32.758508 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0ee2650e-8671-46b9-b1b2-70b40bff0f1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:32.767419 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b2b83-8802-4135-9fab-935939244bd5 req-a692a49f-9198-4e03-9cda-d6044e431fdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:32.767958 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0ee2650e-8671-46b9-b1b2-70b40bff0f1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:32.769584 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-129b2b83-8802-4135-9fab-935939244bd5 req-a692a49f-9198-4e03-9cda-d6044e431fdd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65abb785-f8e9-4186-b372-e87514607609 HTTP/1.1" status: 200 len: 854 time: 0.0863307 Sep 16 19:12:32.773088 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-06400f82-a036-4cdb-b41d-3d9b83aaeef1 req-d5dde89b-38ec-44e6-8c4f-fd066ad02989 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028577 Sep 16 19:12:32.845678 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-42a19d03-26e1-44b6-9df6-53f870c4a275 req-968b453a-c7ef-4a04-825e-c9d1508e22ed tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648338 Sep 16 19:12:32.861916 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0ee2650e-8671-46b9-b1b2-70b40bff0f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:32.866230 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0ee2650e-8671-46b9-b1b2-70b40bff0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:32.871721 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-129b2b83-8802-4135-9fab-935939244bd5 req-6f0ce692-1283-40e7-a063-865fedbbc163 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d6adc5e2-ae00-468c-93a4-cfc82f035796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850379 Sep 16 19:12:32.876180 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-709394b5-8e93-4e6c-9295-2905a0436fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:32.925950 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2650e-8671-46b9-b1b2-70b40bff0f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd5b379-06ef-49d6-95b4-97ff0858d065,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:32.934817 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0ee2650e-8671-46b9-b1b2-70b40bff0f1d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d51e27a100d47bc98e546958716f636&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7698390 Sep 16 19:12:32.936049 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0ee2650e-8671-46b9-b1b2-70b40bff0f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:32.936662 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41352) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:32.940441 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1235a14b-8cb6-469d-b954-b5212ea10bcb', 'tag': '3a9df359-ffbe-44b7-b742-f07a078a01d2', 'status': 'completed', 'code': 200} Sep 16 19:12:33.041902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7728-58ec-42ca-b8f2-76e4e1ec00be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:33.071896 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7728-58ec-42ca-b8f2-76e4e1ec00be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:33.132246 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-129b2b83-8802-4135-9fab-935939244bd5 req-c5e7ccd4-5ad2-4a54-b110-857ebf0fa2c8 service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492607 Sep 16 19:12:33.132840 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7728-58ec-42ca-b8f2-76e4e1ec00be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:33.139946 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:33.155530 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c7728-58ec-42ca-b8f2-76e4e1ec00be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd5b379-06ef-49d6-95b4-97ff0858d065,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:33.174876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-cf4c7728-58ec-42ca-b8f2-76e4e1ec00be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:33.177378 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7728-58ec-42ca-b8f2-76e4e1ec00be admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:33.191347 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-cf4c7728-58ec-42ca-b8f2-76e4e1ec00be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/acd5b379-06ef-49d6-95b4-97ff0858d065 HTTP/1.1" status: 204 len: 168 time: 0.2537403 Sep 16 19:12:33.324222 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-129b2b83-8802-4135-9fab-935939244bd5 req-56af8d77-b97b-4c1d-aaff-c034461ca558 service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775177 Sep 16 19:12:33.486262 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9e0017b1-8ab1-4683-8ab1-b0d78a392685 req-1934a9de-5bfc-452a-b01a-0f2f90befbd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38c046ff61b7430fab7783b7c1bce025&device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 1096 time: 0.0844078 Sep 16 19:12:33.688106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0017b1-8ab1-4683-8ab1-b0d78a392685 req-8e14f982-13c2-4ac3-aa76-bdd98bb0cb49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:33.689740 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9e0017b1-8ab1-4683-8ab1-b0d78a392685 req-8e14f982-13c2-4ac3-aa76-bdd98bb0cb49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d6adc5e2-ae00-468c-93a4-cfc82f035796 HTTP/1.1" status: 200 len: 915 time: 0.1873939 Sep 16 19:12:33.791163 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9e0017b1-8ab1-4683-8ab1-b0d78a392685 req-8dd09fbe-646c-4769-a6c7-7b79eecb992d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a9df359-ffbe-44b7-b742-f07a078a01d2 HTTP/1.1" status: 200 len: 217 time: 0.0936501 Sep 16 19:12:33.863074 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0017b1-8ab1-4683-8ab1-b0d78a392685 req-532707b9-dfdc-49d4-8ce0-2d0936b792ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:33.864448 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9e0017b1-8ab1-4683-8ab1-b0d78a392685 req-532707b9-dfdc-49d4-8ce0-2d0936b792ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65abb785-f8e9-4186-b372-e87514607609 HTTP/1.1" status: 200 len: 854 time: 0.0660126 Sep 16 19:12:33.941034 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9e0017b1-8ab1-4683-8ab1-b0d78a392685 req-bab915e0-c27e-4bb5-9e84-af459bd56fd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d6adc5e2-ae00-468c-93a4-cfc82f035796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638137 Sep 16 19:12:34.042322 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41396) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:34.085694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8c0e3053-a27a-4671-a2df-0613c6d92f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:34.126420 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41402) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:34.161107 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147203ee-f5af-473d-b689-e9a512bba2bb req-fb63a25e-7140-44d3-b8b2-c2dd6da8233c tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:34.162848 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-147203ee-f5af-473d-b689-e9a512bba2bb req-fb63a25e-7140-44d3-b8b2-c2dd6da8233c tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 943 time: 0.2006583 Sep 16 19:12:34.182832 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-8c0e3053-a27a-4671-a2df-0613c6d92f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:34.190764 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-8c0e3053-a27a-4671-a2df-0613c6d92f8f admin admin] Usage tracker for resource:security_group_rule and tenant:1dfdeb40325f413ca67bb6a172837d62 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:34.195597 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9e0017b1-8ab1-4683-8ab1-b0d78a392685 req-8ac88d68-5032-479e-b99b-e0520061526c service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458687 Sep 16 19:12:34.195967 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-8c0e3053-a27a-4671-a2df-0613c6d92f8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:34.203007 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-8c0e3053-a27a-4671-a2df-0613c6d92f8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:34.254705 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-147203ee-f5af-473d-b689-e9a512bba2bb req-7529b9ba-3c54-4158-93bf-4caeb86ca1ed tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833290 Sep 16 19:12:34.275330 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640e7a-12cf-4adb-a245-e7cee132049e req-279818a4-1d3a-4454-ab02-d50e07297167 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:34.285651 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5b640e7a-12cf-4adb-a245-e7cee132049e req-279818a4-1d3a-4454-ab02-d50e07297167 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.2014532 Sep 16 19:12:34.417519 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5b640e7a-12cf-4adb-a245-e7cee132049e req-222e4862-c0d1-4d9d-b694-f9255bd2faa7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308074 Sep 16 19:12:34.554113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1259167723-network', 'tenant_id': 'a339dcda4d0842f69010183fb6780189'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:34.560016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:34.564095 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Usage tracker for resource:network and tenant:a339dcda4d0842f69010183fb6780189 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:34.567150 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:34.573737 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:34.603390 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Made reservation on behalf of a339dcda4d0842f69010183fb6780189 for: {'network': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:12:34.608791 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:34.668581 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56459e7-af09-4b58-9de5-4711a26ef0b3 req-32f00050-1d97-4d54-8936-dc8f1b908471 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:34.670338 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d56459e7-af09-4b58-9de5-4711a26ef0b3 req-32f00050-1d97-4d54-8936-dc8f1b908471 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1054566 Sep 16 19:12:34.694611 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9e0017b1-8ab1-4683-8ab1-b0d78a392685 req-5598b3c9-23d1-4d7b-8b9d-8e0dcd53b6e8 service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823267 Sep 16 19:12:34.706574 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:34.747934 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d56459e7-af09-4b58-9de5-4711a26ef0b3 req-aa3990de-2d47-4656-8dc7-b5d54a338816 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704508 Sep 16 19:12:34.761969 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:34.767220 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Usage tracker for resource:security_group_rule and tenant:a339dcda4d0842f69010183fb6780189 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:34.770900 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:34.786995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:34.812387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8c0e3053-a27a-4671-a2df-0613c6d92f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:34.818894 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8c0e3053-a27a-4671-a2df-0613c6d92f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:34.830637 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ce2a63bb-debb-4ef3-a4b5-f7bd0f5750d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:34.900497 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e3053-a27a-4671-a2df-0613c6d92f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e161117-0cf6-4bdf-8989-4d2fd0bb6dbf,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:34.904844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8c0e3053-a27a-4671-a2df-0613c6d92f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:34.910441 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-8c0e3053-a27a-4671-a2df-0613c6d92f8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1dfdeb40325f413ca67bb6a172837d62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8622141 Sep 16 19:12:34.913155 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41456) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:34.957559 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:34.964266 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:34.968993 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a8b7e18b-e7d1-4e6d-b5d2-625ed15ba37d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:34.999343 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=82446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:12:35.006471 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f7235f7d-5342-4e01-b832-824443b8e35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:35.037989 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:35.038423 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f7235f7d-5342-4e01-b832-824443b8e35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:35.038541 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Added segment f3e8be71-59df-4f19-9af7-5fc21d424388 of type vlan for network 05f713ca-3513-43da-98ab-1117cce685d8 Sep 16 19:12:35.053986 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0112d353-dd94-4f34-a22d-a8bbea2e6034,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:35.067143 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:35.098435 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:35.102632 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f7235f7d-5342-4e01-b832-824443b8e35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:35.112457 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-cf4c7728-58ec-42ca-b8f2-76e4e1ec00be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:35.127747 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7235f7d-5342-4e01-b832-824443b8e35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e161117-0cf6-4bdf-8989-4d2fd0bb6dbf,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:35.132180 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f7235f7d-5342-4e01-b832-824443b8e35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:35.136463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f7235f7d-5342-4e01-b832-824443b8e35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:35.141598 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:35.142894 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:35.143548 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:35.147511 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:35.149548 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f7235f7d-5342-4e01-b832-824443b8e35a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e161117-0cf6-4bdf-8989-4d2fd0bb6dbf HTTP/1.1" status: 204 len: 168 time: 0.2299900 Sep 16 19:12:35.275970 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=05f713ca-3513-43da-98ab-1117cce685d8,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:35.279323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:35.288163 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1605983 Sep 16 19:12:35.288833 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41472) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:35.289253 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network 05f713ca-3513-43da-98ab-1117cce685d8 details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:12:35.311057 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Request body: {'subnet': {'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1259167723-subnet', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'ip_version': 4}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:35.322244 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:35.332623 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Usage tracker for resource:subnet and tenant:a339dcda4d0842f69010183fb6780189 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:35.340657 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:35.359570 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:35.371102 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Made reservation on behalf of a339dcda4d0842f69010183fb6780189 for: {'subnet': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:12:35.376175 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2602046'] for subnet, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:35.597221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bec75b-a9f8-4382-b61b-4ab1687de1ca req-38f48159-5b00-41e5-ab60-4f3fb9b54318 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:35.610246 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f9bec75b-a9f8-4382-b61b-4ab1687de1ca req-38f48159-5b00-41e5-ab60-4f3fb9b54318 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 943 time: 0.1490450 Sep 16 19:12:35.742368 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f9bec75b-a9f8-4382-b61b-4ab1687de1ca req-86835d19-8fa8-444e-b87f-a2e4a1c8e35c tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271300 Sep 16 19:12:35.742935 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41496) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:35.797943 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-145cfa19-31b6-488d-8fe6-246ff0dc4d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:35.813899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2717491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2602031'] for subnet, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:35.819350 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:35.886499 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-145cfa19-31b6-488d-8fe6-246ff0dc4d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:35.894251 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-145cfa19-31b6-488d-8fe6-246ff0dc4d6e admin admin] Usage tracker for resource:security_group_rule and tenant:1a90fdb4657a4ff4b56d9f0e9ed760f1 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:35.902002 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-145cfa19-31b6-488d-8fe6-246ff0dc4d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:35.910880 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-145cfa19-31b6-488d-8fe6-246ff0dc4d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:35.918301 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df315f2-c24d-4091-b683-0a3588cce397,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:35.922974 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:35.933497 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Checking segment: {'id': 'f3e8be71-59df-4f19-9af7-5fc21d424388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:12:35.933899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Network hostable DHCP agents. Network: 05f713ca-3513-43da-98ab-1117cce685d8, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:12:35.960815 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Network 05f713ca-3513-43da-98ab-1117cce685d8 is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:12:35.971933 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, 05f713ca-3513-43da-98ab-1117cce685d8) {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:12:35.981568 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84b200c-e4d7-44b4-a314-1c2770d67e5d None None] Network 05f713ca-3513-43da-98ab-1117cce685d8 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:12:35.998858 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:35.999513 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.001987 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-145cfa19-31b6-488d-8fe6-246ff0dc4d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.006215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-145cfa19-31b6-488d-8fe6-246ff0dc4d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.036709 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-19fbe1ba-3dcd-494c-b19a-18fc1b76b898 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7466383 Sep 16 19:12:36.039455 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-84d9cae5-29a0-4b22-87cc-6f97420d7da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:36.041132 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41506) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:36.047826 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:36.054925 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:36.066187 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Usage tracker for resource:router and tenant:a339dcda4d0842f69010183fb6780189 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:36.069362 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:36.073996 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-145cfa19-31b6-488d-8fe6-246ff0dc4d6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a90fdb4657a4ff4b56d9f0e9ed760f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3275137 Sep 16 19:12:36.073996 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cfa19-31b6-488d-8fe6-246ff0dc4d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852e9a88-55f9-4211-ae25-b3d0e1249a2b,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:36.074736 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41510) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:36.075810 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-145cfa19-31b6-488d-8fe6-246ff0dc4d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:36.100561 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:36.125874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852699886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28556'] for router, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.126863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2015831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854747257'] for router, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.172799 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.184710 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08de48ef-463c-43a5-ae0e-bba598812136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.224901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e37b871-3d2b-560b-aa01-d504ce574d4f-05f713ca-3513-43da-98ab-1117cce685d8', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'fixed_ips': [{'subnet_id': '3df315f2-c24d-4091-b683-0a3588cce397'}]}} from dv-cinder-809448-1-smb. {{(pid=82447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:12:36.225797 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.268763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08de48ef-463c-43a5-ae0e-bba598812136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.389691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2067211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852699795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5993'] for router, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.401230 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08de48ef-463c-43a5-ae0e-bba598812136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.403814 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Allocated IP 172.20.0.2 (05f713ca-3513-43da-98ab-1117cce685d8/3df315f2-c24d-4091-b683-0a3588cce397/30dd71e8-678b-4930-833c-f95155994c2a) {{(pid=82447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:12:36.405884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b471a98d-149e-4d65-af5f-fe75da060a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:36.432325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de48ef-463c-43a5-ae0e-bba598812136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852e9a88-55f9-4211-ae25-b3d0e1249a2b,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:36.439854 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08de48ef-463c-43a5-ae0e-bba598812136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:36.509018 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08de48ef-463c-43a5-ae0e-bba598812136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.512664 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-08de48ef-463c-43a5-ae0e-bba598812136 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/852e9a88-55f9-4211-ae25-b3d0e1249a2b HTTP/1.1" status: 204 len: 168 time: 0.4251313 Sep 16 19:12:36.640026 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.668965 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Notify callbacks [] for port, precommit_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.680738 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Transition to ACTIVE for port object 30dd71e8-678b-4930-833c-f95155994c2a will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:12:36.693100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.701818 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Transition to ACTIVE for port object 30dd71e8-678b-4930-833c-f95155994c2a will not be triggered until provisioned by entity DHCP. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:12:36.708903 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:36.881416 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Allocated IP 172.28.0.230 (718729de-5f21-40b7-aa11-1e5226d826a0/36747542-734f-49ce-8806-50515b72b8f0/b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:12:36.918099 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:36.991896 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Pushing event updated for resources: {'Port': ['ID=30dd71e8-678b-4930-833c-f95155994c2a,revision_number=1']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:37.005897 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a920300e-205d-4e31-9971-e96a638c8982 req-d063cebc-b8c0-498c-a930-784a4961cbef tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4c58a14146c241be85a00ebacda14a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564332 Sep 16 19:12:37.013488 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:37.015625 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Network 05f713ca-3513-43da-98ab-1117cce685d8 is already hosted by enough agents. {{(pid=82447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:12:37.017324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Resources bound (agent type, host, resource id): {{(pid=82447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:12:37.024634 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Received port after_create {{(pid=82447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:12:37.127629 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:37.155278 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Attempting to bind port 30dd71e8-678b-4930-833c-f95155994c2a on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:12:37.156106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Attempting to bind port 30dd71e8-678b-4930-833c-f95155994c2a by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': 'f3e8be71-59df-4f19-9af7-5fc21d424388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:12:37.156721 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Attempting to bind port 30dd71e8-678b-4930-833c-f95155994c2a on network 05f713ca-3513-43da-98ab-1117cce685d8 {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:12:37.176889 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:12:37.178028 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Checking segment: {'id': 'f3e8be71-59df-4f19-9af7-5fc21d424388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:12:37.178699 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:37.180994 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Bound using segment: {'id': 'f3e8be71-59df-4f19-9af7-5fc21d424388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:12:37.183112 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Bound port: 30dd71e8-678b-4930-833c-f95155994c2a, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e8be71-59df-4f19-9af7-5fc21d424388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:12:37.184556 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:37.196632 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:37.208831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:37.247206 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c19cf-cd71-486f-a741-f77f4ed1a9b5 req-9fbc6326-9def-41a2-8aef-6dc4300e5397 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:37.254810 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-706c19cf-cd71-486f-a741-f77f4ed1a9b5 req-9fbc6326-9def-41a2-8aef-6dc4300e5397 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 943 time: 0.2478714 Sep 16 19:12:37.310179 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Pushing event updated for resources: {'Port': ['ID=b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:37.314982 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:37.319970 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920300e-205d-4e31-9971-e96a638c8982 req-c780f84e-c0fa-4bc5-9b02-57358472bea5 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:37.327591 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a920300e-205d-4e31-9971-e96a638c8982 req-c780f84e-c0fa-4bc5-9b02-57358472bea5 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2667449 Sep 16 19:12:37.327766 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:12:37.329366 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:12:37.332382 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:12:37.351906 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a920300e-205d-4e31-9971-e96a638c8982 req-8c6374a6-f61a-463d-8638-6541ee07d01b tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/quotas/4c58a14146c241be85a00ebacda14a69 HTTP/1.1" status: 200 len: 375 time: 0.0213752 Sep 16 19:12:37.373973 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] For port 30dd71e8-678b-4930-833c-f95155994c2a, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:12:37.381526 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] For port 30dd71e8-678b-4930-833c-f95155994c2a, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=30dd71e8-678b-4930-833c-f95155994c2a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:12:37.388015 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:37.397283 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:37.408628 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-706c19cf-cd71-486f-a741-f77f4ed1a9b5 req-709faa3d-78ce-4c0d-b18a-0330616c26fe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528661 Sep 16 19:12:37.415511 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a920300e-205d-4e31-9971-e96a638c8982 req-8508c299-96cd-490c-880f-a918ad08c146 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c58a14146c241be85a00ebacda14a69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646672 Sep 16 19:12:37.577556 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Pushing event updated for resources: {'Port': ['ID=30dd71e8-678b-4930-833c-f95155994c2a,revision_number=2']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:37.584191 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:37.594288 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:37.595262 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2075930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852708499'] for router, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:37.785948 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d22d8765-8868-442a-bd14-99d28606db08 req-43dd04ba-1011-4759-a65c-d6523e7b8f27 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 210 time: 0.0916874 Sep 16 19:12:37.964564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 3a9df359-ffbe-44b7-b742-f07a078a01d2 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:12:38.072103 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Router 1fea5d4e-c0b2-441e-9300-a6a0e22806da is scheduled to L3 agent 5997707d-f400-4969-be70-26083f2c9806 with binding_index 1 {{(pid=82446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:12:38.115442 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c7253e91-8f55-41b9-97b4-e37e6d9800e3 req-3fecceff-2b14-4c1d-9c49-1ebfc14c3ac1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=27dc7b61347448d89fa8d78c40f1def6&device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 1098 time: 0.1779130 Sep 16 19:12:38.297527 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 3a9df359-ffbe-44b7-b742-f07a078a01d2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3a9df359-ffbe-44b7-b742-f07a078a01d2,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:38.320543 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '3a9df359-ffbe-44b7-b742-f07a078a01d2', 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796', 'port_id': '3a9df359-ffbe-44b7-b742-f07a078a01d2', 'mac_address': 'fa:16:3e:85:2e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65abb785-f8e9-4186-b372-e87514607609', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:12:38.377880 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ada378-c20d-480a-a316-eccf2a5c644a req-290afea8-bfda-45a7-819a-c16f52e94456 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:38.379595 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e5ada378-c20d-480a-a316-eccf2a5c644a req-290afea8-bfda-45a7-819a-c16f52e94456 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.2520854 Sep 16 19:12:38.401866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:38.422609 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9df359-ffbe-44b7-b742-f07a078a01d2 {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:12:38.442760 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 3a9df359-ffbe-44b7-b742-f07a078a01d2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3a9df359-ffbe-44b7-b742-f07a078a01d2,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:38.447452 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:38.449854 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e87488ad-a196-414b-b6cd-e37fdb13caa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:38.549013 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e5ada378-c20d-480a-a316-eccf2a5c644a req-c12eff9b-a11b-42e3-b723-4b6bd9dc63d9 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593168 Sep 16 19:12:38.568928 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=3a9df359-ffbe-44b7-b742-f07a078a01d2,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:38.573484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:38.599076 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7253e91-8f55-41b9-97b4-e37e6d9800e3 req-81cd8c8d-833a-495c-9998-51ca68365405 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:38.600593 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c7253e91-8f55-41b9-97b4-e37e6d9800e3 req-81cd8c8d-833a-495c-9998-51ca68365405 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c11271f-5a61-463c-b887-6808365b9c0c HTTP/1.1" status: 200 len: 920 time: 0.4092100 Sep 16 19:12:38.700921 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c7253e91-8f55-41b9-97b4-e37e6d9800e3 req-f151ff4d-d989-4953-b1b4-88b5012b1377 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185c75c5-c896-430d-b6c3-eb6971be6132 HTTP/1.1" status: 200 len: 217 time: 0.0861371 Sep 16 19:12:38.835896 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11859326-246e-4f49-ae4b-1cc45e490d65 req-2f0e9e8f-59fa-4226-8719-5917851cfb66 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:38.853240 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-11859326-246e-4f49-ae4b-1cc45e490d65 req-2f0e9e8f-59fa-4226-8719-5917851cfb66 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 944 time: 0.1918266 Sep 16 19:12:38.881813 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['3a9df359-ffbe-44b7-b742-f07a078a01d2'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:12:38.929844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7253e91-8f55-41b9-97b4-e37e6d9800e3 req-c62af4ea-2b53-4c3a-a3cf-fe1eed4bce5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:38.933974 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c7253e91-8f55-41b9-97b4-e37e6d9800e3 req-c62af4ea-2b53-4c3a-a3cf-fe1eed4bce5c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24a4c799-bf4b-4108-947c-febe7a6204bd HTTP/1.1" status: 200 len: 859 time: 0.2053275 Sep 16 19:12:38.968976 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-11859326-246e-4f49-ae4b-1cc45e490d65 req-3a961db2-2350-41b6-931c-33e521eb9d21 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146545 Sep 16 19:12:39.013243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:12:39.026424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Sync routers for ids ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:12:39.026863 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c7253e91-8f55-41b9-97b4-e37e6d9800e3 req-89035605-7ccf-4132-b813-012f513a7f44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c11271f-5a61-463c-b887-6808365b9c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829303 Sep 16 19:12:39.047883 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Routers {'1fea5d4e-c0b2-441e-9300-a6a0e22806da'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:12:39.058473 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:12:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:39.129928 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a570f485-4155-4f28-94ba-1061070c9307 req-503edb91-b739-477c-95a4-d88de3d027b9 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 210 time: 0.0717120 Sep 16 19:12:39.374840 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41600) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:39.414486 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Set router 1fea5d4e-c0b2-441e-9300-a6a0e22806da gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:12:39.614874 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a920300e-205d-4e31-9971-e96a638c8982 req-1b2b37a6-85f8-4131-a022-dbb913330d5b tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4c58a14146c241be85a00ebacda14a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858510 Sep 16 19:12:39.638434 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 30dd71e8-678b-4930-833c-f95155994c2a up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:12:39.820274 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port 30dd71e8-678b-4930-833c-f95155994c2a completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:12:39.826592 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Notify callbacks [] for router, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:39.833300 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7907159 Sep 16 19:12:39.842838 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41608) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:39.846317 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c7253e91-8f55-41b9-97b4-e37e6d9800e3 req-b52fc533-86bd-45d3-a42e-50ba5adb54a4 service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074806 Sep 16 19:12:39.919014 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d9750717-8b0d-4d2f-90c2-f4ad19e68d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:39.989909 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d9750717-8b0d-4d2f-90c2-f4ad19e68d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:39.994154 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d9750717-8b0d-4d2f-90c2-f4ad19e68d1e admin admin] Usage tracker for resource:security_group_rule and tenant:338aabbc6e7e4a86822c78f6162d04f5 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:39.997968 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d9750717-8b0d-4d2f-90c2-f4ad19e68d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:40.010080 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d9750717-8b0d-4d2f-90c2-f4ad19e68d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:40.074926 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e188fd6-a4b5-41ce-af84-c997876cc19c None None] Network 05f713ca-3513-43da-98ab-1117cce685d8 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:12:40.124249 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d9750717-8b0d-4d2f-90c2-f4ad19e68d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:40.134021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d9750717-8b0d-4d2f-90c2-f4ad19e68d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:40.170512 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c7253e91-8f55-41b9-97b4-e37e6d9800e3 req-e1c94fb5-3620-4e3b-a524-695395de2d93 service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532001 Sep 16 19:12:40.172202 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:40.192559 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d9750717-8b0d-4d2f-90c2-f4ad19e68d1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=338aabbc6e7e4a86822c78f6162d04f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8158925 Sep 16 19:12:40.193491 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41622) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:40.224083 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9750717-8b0d-4d2f-90c2-f4ad19e68d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d0cdd8-024e-44db-82f6-30d9c33299b4,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:40.254120 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:37Z', 'revision_number': 3, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:40.261298 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Checking router: 1fea5d4e-c0b2-441e-9300-a6a0e22806da for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:12:40.261879 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Updating router 1fea5d4e-c0b2-441e-9300-a6a0e22806da port b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc binding host dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:12:40.284552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d9750717-8b0d-4d2f-90c2-f4ad19e68d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:40.330535 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:40.339761 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-900e3899-23c8-486d-9c1b-1fb51ad434c8 None None] Provisioning for port 30dd71e8-678b-4930-833c-f95155994c2a completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:12:40.382639 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-900e3899-23c8-486d-9c1b-1fb51ad434c8 None None] Provisioning complete for port 30dd71e8-678b-4930-833c-f95155994c2a triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:40.382989 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-900e3899-23c8-486d-9c1b-1fb51ad434c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:40.414425 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920300e-205d-4e31-9971-e96a638c8982 req-f2bd714f-0b4d-4ed1-bff7-d6e345ad7253 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:40.418088 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a920300e-205d-4e31-9971-e96a638c8982 req-f2bd714f-0b4d-4ed1-bff7-d6e345ad7253 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7968004 Sep 16 19:12:40.466335 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Request body: {'port': {'device_id': '4c5ece54-f934-4341-9a7d-d12dc08cc539', 'network_id': '6832c84a-1d7b-4401-8a4d-621dfd0ac6e2', 'admin_state_up': True, 'tenant_id': '4c58a14146c241be85a00ebacda14a69'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:40.604452 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-900e3899-23c8-486d-9c1b-1fb51ad434c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:40.699976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-900e3899-23c8-486d-9c1b-1fb51ad434c8 None None] For port 30dd71e8-678b-4930-833c-f95155994c2a, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=30dd71e8-678b-4930-833c-f95155994c2a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:40.704532 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-900e3899-23c8-486d-9c1b-1fb51ad434c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:40.713957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:40.754492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1a8c8-31b1-4d8d-9706-72dcaa09c43b req-ac56fc52-b993-4b40-a4f9-813545801f04 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:40.756224 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-85c1a8c8-31b1-4d8d-9706-72dcaa09c43b req-ac56fc52-b993-4b40-a4f9-813545801f04 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.9064875 Sep 16 19:12:40.757057 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7207b900-1836-478b-b149-547c1573f652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:40.804199 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7207b900-1836-478b-b149-547c1573f652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:40.851685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Notify callbacks [] for port, precommit_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:40.865163 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Transition to ACTIVE for port object b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc will not be triggered until provisioned by entity L2. {{(pid=82448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:12:40.872479 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:40.877371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:40.894725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e3899-23c8-486d-9c1b-1fb51ad434c8 None None] Pushing event updated for resources: {'Port': ['ID=30dd71e8-678b-4930-833c-f95155994c2a,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:40.912341 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-900e3899-23c8-486d-9c1b-1fb51ad434c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:40.930758 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7207b900-1836-478b-b149-547c1573f652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:40.937393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0bf6e877-4e90-4072-ba8a-473836b4f152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:40.951020 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:40.956149 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207b900-1836-478b-b149-547c1573f652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d0cdd8-024e-44db-82f6-30d9c33299b4,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:41.019436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7207b900-1836-478b-b149-547c1573f652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:41.021732 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Usage tracker for resource:port and tenant:4c58a14146c241be85a00ebacda14a69 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:41.028927 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-85c1a8c8-31b1-4d8d-9706-72dcaa09c43b req-97a68e67-1ae0-4217-abb7-01ab4ea183ec tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996261 Sep 16 19:12:41.031696 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Attempting to bind port b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:12:41.032184 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Attempting to bind port b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:12:41.032688 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Attempting to bind port b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc on network 718729de-5f21-40b7-aa11-1e5226d826a0 {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:12:41.034087 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:41.042662 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:12:41.043158 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Checking segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:12:41.043673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:41.044181 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Bound using segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:12:41.044816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Bound port: b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:12:41.045302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:41.057028 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:41.080253 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7207b900-1836-478b-b149-547c1573f652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:41.081558 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7207b900-1836-478b-b149-547c1573f652 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03d0cdd8-024e-44db-82f6-30d9c33299b4 HTTP/1.1" status: 204 len: 168 time: 0.8611486 Sep 16 19:12:41.105587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a22a6-c712-4be0-9980-d81e04440407 req-1f44014f-9a24-4e73-a56b-48cd3ec3dc8b tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:41.113519 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0e1a22a6-c712-4be0-9980-d81e04440407 req-1f44014f-9a24-4e73-a56b-48cd3ec3dc8b tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 944 time: 0.7330825 Sep 16 19:12:41.157804 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Made reservation on behalf of 4c58a14146c241be85a00ebacda14a69 for: {'port': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:12:41.172130 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:41.189540 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:41.226774 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] For port b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:12:41.231104 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] For port b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:12:41.241597 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:41.245039 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0e1a22a6-c712-4be0-9980-d81e04440407 req-8890361f-7fe7-4a9b-8021-81ffaef16c9e tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302948 Sep 16 19:12:41.256157 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-32595e1f-e4d7-40ed-b501-1d15e69393e7 None None] Provisioning complete for port 30dd71e8-678b-4930-833c-f95155994c2a triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:41.256157 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-32595e1f-e4d7-40ed-b501-1d15e69393e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:41.281884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Pushing event updated for resources: {'Port': ['ID=b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc,revision_number=2']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:41.290167 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:41.293694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:41.294081 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:41.294528 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:41.295085 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:41.295937 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:41.295937 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:41.296126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:41.296462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:41.296849 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:41.297204 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:41.297559 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:12:41.298205 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Usage tracker for resource:security_group_rule and tenant:4c58a14146c241be85a00ebacda14a69 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:41.302092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:41.302530 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:41.302735 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:41.313183 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:41.362874 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9e277e60-3df1-4fdf-9ea7-43558a0332ce req-8ec8c83d-c257-4a01-b21d-4e43cb9ecf5f tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 210 time: 0.0514414 Sep 16 19:12:41.409592 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:41.420769 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Pushing event updated for resources: {'Port': ['ID=b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc,revision_number=3']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:41.435492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:41.449362 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Routers {'1fea5d4e-c0b2-441e-9300-a6a0e22806da'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:12:41.450119 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:12:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:41.477130 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:41.483335 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:41.488192 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:41.578136 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 30dd71e8-678b-4930-833c-f95155994c2a up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:12:41.655670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b946108d-7cd5-499a-8867-b8f9b24f04e5,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:41.675635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:41.691977 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] Set router 1fea5d4e-c0b2-441e-9300-a6a0e22806da gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:12:41.733818 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 30dd71e8-678b-4930-833c-f95155994c2a triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:41.734242 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:41.829354 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Allocated IP 172.20.0.1 (05f713ca-3513-43da-98ab-1117cce685d8/3df315f2-c24d-4091-b683-0a3588cce397/c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:12:41.886166 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Allocated IP 192.168.233.216 (6832c84a-1d7b-4401-8a4d-621dfd0ac6e2/179395b6-8038-405d-a6f6-6a9d87b1dd7f/714a08df-53b3-45ec-bef1-7f362ff8e4d2) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:12:41.988709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 3a9df359-ffbe-44b7-b742-f07a078a01d2 up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:12:42.121959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port 3a9df359-ffbe-44b7-b742-f07a078a01d2 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:12:42.126663 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:42.135667 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 3a9df359-ffbe-44b7-b742-f07a078a01d2 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:42.136095 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:42.156569 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:37Z', 'revision_number': 3, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:42.162169 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c5e56-bf8c-4a1d-b0a1-7705d4e09b22 None None] The sync data for ids ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'] in dv-cinder-809448-1-smb is: [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:37Z', 'revision_number': 3, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:12:42.169560 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Transition to ACTIVE for port object c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a will not be triggered until provisioned by entity DHCP. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:12:42.213970 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:42.235612 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:42.272111 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:12:42.346631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Network 05f713ca-3513-43da-98ab-1117cce685d8 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:12:42.350639 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:12:42.367711 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:12:42.407498 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:42.469406 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 3a9df359-ffbe-44b7-b742-f07a078a01d2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3a9df359-ffbe-44b7-b742-f07a078a01d2,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:42.470861 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1235a14b-8cb6-469d-b954-b5212ea10bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9df359-ffbe-44b7-b742-f07a078a01d2'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:12:42.476454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Pushing event updated for resources: {'Port': ['ID=c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:42.490243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:42.492683 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e87488ad-a196-414b-b6cd-e37fdb13caa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:42.499218 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:42.532740 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067753'] for router_interface, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:42.604740 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=3a9df359-ffbe-44b7-b742-f07a078a01d2,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:42.611858 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:42.653860 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:42.683778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:42.831084 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Transition to ACTIVE for port object 714a08df-53b3-45ec-bef1-7f362ff8e4d2 will not be triggered until provisioned by entity DHCP. {{(pid=82445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:12:42.918306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c21858-e81e-4170-9d11-e25f507cd604 req-845d56a3-6b07-4418-a2f2-76c953095dae tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:42.921719 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f8c21858-e81e-4170-9d11-e25f507cd604 req-845d56a3-6b07-4418-a2f2-76c953095dae tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.2769544 Sep 16 19:12:42.961060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0ade8-2e8f-46e0-abe1-0c62c0381dad req-142fab72-457f-4e6a-8d3f-35d9422ec055 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:42.963002 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0ba0ade8-2e8f-46e0-abe1-0c62c0381dad req-142fab72-457f-4e6a-8d3f-35d9422ec055 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 945 time: 0.3169494 Sep 16 19:12:42.984247 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:43.035410 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-0e0463bf-6bb3-4fb0-93e3-bf0bf5e9ad72 None None] Provisioning for port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:12:43.046576 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-0e0463bf-6bb3-4fb0-93e3-bf0bf5e9ad72 None None] Provisioning complete for port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:43.047026 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0e0463bf-6bb3-4fb0-93e3-bf0bf5e9ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:43.055284 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0ba0ade8-2e8f-46e0-abe1-0c62c0381dad req-74ca728a-a8ae-4b8f-900d-dbdf5915e419 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754228 Sep 16 19:12:43.110804 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-aeeef484-8640-4820-bdee-190e13d2620b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:43.140505 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:43.147565 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:43.201436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-0e0463bf-6bb3-4fb0-93e3-bf0bf5e9ad72 None None] Port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:12:43.220334 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:43.262689 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Pushing event updated for resources: {'Port': ['ID=714a08df-53b3-45ec-bef1-7f362ff8e4d2,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:43.281010 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f8c21858-e81e-4170-9d11-e25f507cd604 req-7dd5cdff-421b-4699-862a-61c9abf8771a tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515599 Sep 16 19:12:43.282130 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:43.311444 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Pushing event updated for resources: {'Port': ['ID=c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:43.315482 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:43.346216 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Network 6832c84a-1d7b-4401-8a4d-621dfd0ac6e2 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:12:43.352133 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:12:43.356991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852708017'] for router_interface, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:43.374780 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:12:43.383709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:43.384420 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:43.394532 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1235a14b-8cb6-469d-b954-b5212ea10bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9df359-ffbe-44b7-b742-f07a078a01d2', 'code': 200} Sep 16 19:12:43.492507 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a920300e-205d-4e31-9971-e96a638c8982 req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0310166 Sep 16 19:12:43.536347 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Request body: {'port': {'device_id': '4c5ece54-f934-4341-9a7d-d12dc08cc539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:43.692092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0133894-5ee3-4fb2-b7c7-1f3dd6a713e0 req-0f38c316-3a0a-425f-ac49-2da820f8ac6a tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:43.693176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-c0133894-5ee3-4fb2-b7c7-1f3dd6a713e0 req-0f38c316-3a0a-425f-ac49-2da820f8ac6a tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Synchronizing usage tracker for tenant:4c58a14146c241be85a00ebacda14a69 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:12:43.709330 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Network 05f713ca-3513-43da-98ab-1117cce685d8 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:12:43.710526 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:12:43.721099 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:12:43.864200 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-c0133894-5ee3-4fb2-b7c7-1f3dd6a713e0 req-0f38c316-3a0a-425f-ac49-2da820f8ac6a tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Unset dirty status for tenant:4c58a14146c241be85a00ebacda14a69 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:12:43.871853 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c0133894-5ee3-4fb2-b7c7-1f3dd6a713e0 req-0f38c316-3a0a-425f-ac49-2da820f8ac6a tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 936 time: 0.5828485 Sep 16 19:12:43.952542 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:43.969666 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:12:43.984462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:43.984951 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:44.189951 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-a366503e-dce5-43ee-bbca-b2c98cb4cd05 None None] Provisioning for port 714a08df-53b3-45ec-bef1-7f362ff8e4d2 completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:12:44.245352 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-a366503e-dce5-43ee-bbca-b2c98cb4cd05 None None] Provisioning complete for port 714a08df-53b3-45ec-bef1-7f362ff8e4d2 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:44.245879 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a366503e-dce5-43ee-bbca-b2c98cb4cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:44.375752 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-023d6847-f92a-4272-8249-15a5c56c1743 req-b68f8f44-b586-4b2d-97a1-a0d1ead98a4f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 1098 time: 0.4550805 Sep 16 19:12:44.451392 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-023d6847-f92a-4272-8249-15a5c56c1743 req-367201ba-6ebe-4bac-8db5-6bff6716873f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661089 Sep 16 19:12:44.468205 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-a366503e-dce5-43ee-bbca-b2c98cb4cd05 None None] Port 714a08df-53b3-45ec-bef1-7f362ff8e4d2 cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:12:44.498781 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:44.519110 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:44.523096 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:44.525311 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:44.617917 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:44.622035 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:44.622861 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-f78ff8ae-c9d7-4834-91fe-056e95aa4a9f None None] Provisioning complete for port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:44.623364 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f78ff8ae-c9d7-4834-91fe-056e95aa4a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:44.673810 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-c0133894-5ee3-4fb2-b7c7-1f3dd6a713e0 req-280ca766-da75-416f-962f-3aeea6875d15 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Synchronizing usage tracker for tenant:4c58a14146c241be85a00ebacda14a69 on resource:security_group {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:12:44.690206 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-f78ff8ae-c9d7-4834-91fe-056e95aa4a9f None None] Port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:12:44.769585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714a08df-53b3-45ec-bef1-7f362ff8e4d2 {{(pid=82445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:12:44.774711 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-c0133894-5ee3-4fb2-b7c7-1f3dd6a713e0 req-280ca766-da75-416f-962f-3aeea6875d15 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Unset dirty status for tenant:4c58a14146c241be85a00ebacda14a69 on resource:security_group {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:12:44.776090 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c0133894-5ee3-4fb2-b7c7-1f3dd6a713e0 req-280ca766-da75-416f-962f-3aeea6875d15 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/security-groups?id=b946108d-7cd5-499a-8867-b8f9b24f04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9033766 Sep 16 19:12:44.781205 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:44.814682 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Transition to ACTIVE for port object 714a08df-53b3-45ec-bef1-7f362ff8e4d2 will not be triggered until provisioned by entity L2. {{(pid=82445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:12:44.824635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:44.837548 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:44.910752 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea5cb7-81a6-4600-b2ea-3cf6d3d23d03 req-663083d4-7ed1-436b-bfc9-0edba9a0ce7c tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:44.912356 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-33ea5cb7-81a6-4600-b2ea-3cf6d3d23d03 req-663083d4-7ed1-436b-bfc9-0edba9a0ce7c tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 945 time: 0.2350228 Sep 16 19:12:44.953162 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Router 1fea5d4e-c0b2-441e-9300-a6a0e22806da has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:12:45.066898 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Pushing event updated for resources: {'Port': ['ID=714a08df-53b3-45ec-bef1-7f362ff8e4d2,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:45.078036 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:45.179005 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-33ea5cb7-81a6-4600-b2ea-3cf6d3d23d03 req-f4585fe8-062d-46e8-bb24-ca03dc177609 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593997 Sep 16 19:12:45.182815 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Attempting to bind port 714a08df-53b3-45ec-bef1-7f362ff8e4d2 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:12:45.183190 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Attempting to bind port 714a08df-53b3-45ec-bef1-7f362ff8e4d2 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '8f63729c-c193-4fcb-8ec0-8ba92f0773c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6832c84a-1d7b-4401-8a4d-621dfd0ac6e2'}] {{(pid=82445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:12:45.183558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Attempting to bind port 714a08df-53b3-45ec-bef1-7f362ff8e4d2 on network 6832c84a-1d7b-4401-8a4d-621dfd0ac6e2 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:12:45.195764 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57beb3b-c483-497b-b836-012f1cebc2e2 req-48bb729a-7547-4238-9962-2d29fe4a5838 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:45.198280 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a57beb3b-c483-497b-b836-012f1cebc2e2 req-48bb729a-7547-4238-9962-2d29fe4a5838 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.2967205 Sep 16 19:12:45.205641 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:12:45.208166 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Port 714a08df-53b3-45ec-bef1-7f362ff8e4d2 on network 6832c84a-1d7b-4401-8a4d-621dfd0ac6e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:12:45.208536 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Attempting to bind port 714a08df-53b3-45ec-bef1-7f362ff8e4d2 on network 6832c84a-1d7b-4401-8a4d-621dfd0ac6e2 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:12:45.220436 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] 10.222.0.39 "PUT /v2.0/routers/1fea5d4e-c0b2-441e-9300-a6a0e22806da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3713579 Sep 16 19:12:45.268593 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a57beb3b-c483-497b-b836-012f1cebc2e2 req-e799b6d3-edde-490f-9238-ce726cfe46ab tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621431 Sep 16 19:12:45.273350 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:12:45.273752 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Checking segment: {'id': '8f63729c-c193-4fcb-8ec0-8ba92f0773c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6832c84a-1d7b-4401-8a4d-621dfd0ac6e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:12:45.274179 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Bound using segment: {'id': '8f63729c-c193-4fcb-8ec0-8ba92f0773c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6832c84a-1d7b-4401-8a4d-621dfd0ac6e2'} {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:12:45.274785 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Bound port: 714a08df-53b3-45ec-bef1-7f362ff8e4d2, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f63729c-c193-4fcb-8ec0-8ba92f0773c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6832c84a-1d7b-4401-8a4d-621dfd0ac6e2'}}] {{(pid=82445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:12:45.275031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:45.372712 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] For port 714a08df-53b3-45ec-bef1-7f362ff8e4d2, host hv-cinder-80944, cleared binding levels {{(pid=82445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:12:45.375863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] For port 714a08df-53b3-45ec-bef1-7f362ff8e4d2, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=714a08df-53b3-45ec-bef1-7f362ff8e4d2,segment=NetworkSegment(8f63729c-c193-4fcb-8ec0-8ba92f0773c2),segment_id=8f63729c-c193-4fcb-8ec0-8ba92f0773c2)] {{(pid=82445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:12:45.379333 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:45.386475 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:45.457082 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:45.457082 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a920300e-205d-4e31-9971-e96a638c8982 req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] 10.222.0.45 "PUT /v2.0/ports/714a08df-53b3-45ec-bef1-7f362ff8e4d2 HTTP/1.1" status: 200 len: 1098 time: 1.9412549 Sep 16 19:12:45.457082 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5ece54-f934-4341-9a7d-d12dc08cc539', 'tag': '714a08df-53b3-45ec-bef1-7f362ff8e4d2'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:12:45.469823 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Pushing event updated for resources: {'Port': ['ID=714a08df-53b3-45ec-bef1-7f362ff8e4d2,revision_number=3']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:45.473300 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:45.590197 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:12:45.660770 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5ece54-f934-4341-9a7d-d12dc08cc539', 'tag': '714a08df-53b3-45ec-bef1-7f362ff8e4d2', 'status': 'completed', 'code': 200} Sep 16 19:12:45.677661 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a920300e-205d-4e31-9971-e96a638c8982 req-50cd6a2c-cdae-4e68-8a7f-e47c3e8ad71c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c58a14146c241be85a00ebacda14a69&device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 1101 time: 0.1528945 Sep 16 19:12:45.746788 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:45.747487 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:45.800019 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a920300e-205d-4e31-9971-e96a638c8982 req-2fd9f758-1387-4a97-b317-5a7d66b97352 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=714a08df-53b3-45ec-bef1-7f362ff8e4d2 HTTP/1.1" status: 200 len: 217 time: 0.1104960 Sep 16 19:12:45.973488 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920300e-205d-4e31-9971-e96a638c8982 req-150aacac-e632-40be-bd0b-95c4de5aaca3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:45.976193 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a920300e-205d-4e31-9971-e96a638c8982 req-150aacac-e632-40be-bd0b-95c4de5aaca3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=179395b6-8038-405d-a6f6-6a9d87b1dd7f HTTP/1.1" status: 200 len: 843 time: 0.1691067 Sep 16 19:12:46.190012 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a920300e-205d-4e31-9971-e96a638c8982 req-a5ced516-7858-4b1b-97fe-e07a72c08cba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6832c84a-1d7b-4401-8a4d-621dfd0ac6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1979275 Sep 16 19:12:46.196137 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7df4d-62b9-488f-b5bf-e3b7bcd4686a req-779b9aec-a1c1-4f50-ac72-44c47a0d6532 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:46.201142 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-58a7df4d-62b9-488f-b5bf-e3b7bcd4686a req-779b9aec-a1c1-4f50-ac72-44c47a0d6532 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 948 time: 0.1301129 Sep 16 19:12:46.374441 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-58a7df4d-62b9-488f-b5bf-e3b7bcd4686a req-a0726704-f5fa-4634-8105-14676d9c8032 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/security-groups?id=b946108d-7cd5-499a-8867-b8f9b24f04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449180 Sep 16 19:12:46.474717 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a920300e-205d-4e31-9971-e96a638c8982 req-c8446a5d-29d0-4ac1-a1a2-9cee598f67a5 service neutron] 10.222.0.45 "GET /v2.0/networks/6832c84a-1d7b-4401-8a4d-621dfd0ac6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724042 Sep 16 19:12:46.599449 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Sync routers for ids ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:12:46.611968 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Routers {'1fea5d4e-c0b2-441e-9300-a6a0e22806da'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:12:46.612675 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:12:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:46.668176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8351bc-fa84-48ab-88e2-dace821a6279 req-7787fdb8-a62a-41a5-8c6b-7ad676c4b254 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:46.669851 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ac8351bc-fa84-48ab-88e2-dace821a6279 req-7787fdb8-a62a-41a5-8c6b-7ad676c4b254 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 945 time: 0.2836957 Sep 16 19:12:46.806415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41742) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:46.813957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1847152865-network', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:46.820090 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:46.824855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Usage tracker for resource:network and tenant:c4cf9393c1d847c28774d69d7eb2c0bb is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:46.828768 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:46.836240 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:46.847816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Made reservation on behalf of c4cf9393c1d847c28774d69d7eb2c0bb for: {'network': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:12:46.853074 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:46.868049 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:46.906780 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:46.913567 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Usage tracker for resource:security_group_rule and tenant:c4cf9393c1d847c28774d69d7eb2c0bb is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:46.918572 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:46.926976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:46.955708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfb779-1f7f-4071-8530-be62af2f166e req-0e76af7f-9604-4a57-bf6e-4e44b864574c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:46.955708 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9edfb779-1f7f-4071-8530-be62af2f166e req-0e76af7f-9604-4a57-bf6e-4e44b864574c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.4281261 Sep 16 19:12:46.961111 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ac8351bc-fa84-48ab-88e2-dace821a6279 req-4501c820-c586-4a3a-9ad8-58ae07b3765a tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797179 Sep 16 19:12:47.011045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:47.013235 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:47.018947 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8ff5541b-ef08-4a90-acdb-6f1839d8f52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:47.029196 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a920300e-205d-4e31-9971-e96a638c8982 req-fb715790-7085-44a1-b452-c5e4f25d32e9 service neutron] 10.222.0.45 "GET /v2.0/networks/6832c84a-1d7b-4401-8a4d-621dfd0ac6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415401 Sep 16 19:12:47.047809 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9edfb779-1f7f-4071-8530-be62af2f166e req-457f7e00-e1ac-4319-b43e-497bc2da4bbc tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759542 Sep 16 19:12:47.052395 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=82446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:12:47.068449 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323c129c-5042-4907-b92d-86be0b322b9f,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:47.072492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:47.081604 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Set router 1fea5d4e-c0b2-441e-9300-a6a0e22806da gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:12:47.096253 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:47.096683 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Added segment c9857785-b4c6-497a-888c-1af80cc6765e of type vlan for network 8c78c196-5eb8-4d9f-a017-eb103412a3e1 Sep 16 19:12:47.153063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:47.218901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:47.224339 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:47.228058 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:47.233924 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-270ad6f3-1c33-48ef-af28-8773a655dfcb req-543d7849-3c31-4193-abff-bdc7593b85a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c58a14146c241be85a00ebacda14a69&device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 1101 time: 0.1289637 Sep 16 19:12:47.242294 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:47.414911 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ad6f3-1c33-48ef-af28-8773a655dfcb req-ed1ee391-ae04-42f6-9933-9a95fcf6cdaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:47.417564 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-270ad6f3-1c33-48ef-af28-8773a655dfcb req-ed1ee391-ae04-42f6-9933-9a95fcf6cdaa service neutron] 10.222.0.45 "GET /v2.0/networks?id=6832c84a-1d7b-4401-8a4d-621dfd0ac6e2 HTTP/1.1" status: 200 len: 870 time: 0.1711006 Sep 16 19:12:47.425741 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6151938 Sep 16 19:12:47.426816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41762) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:47.461484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Pushing event updated for resources: {'Network': ['ID=8c78c196-5eb8-4d9f-a017-eb103412a3e1,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:47.490825 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Request body: {'subnet': {'network_id': '8c78c196-5eb8-4d9f-a017-eb103412a3e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1847152865-subnet', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'ip_version': 4}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:47.528642 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:47.530582 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:47.530936 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-270ad6f3-1c33-48ef-af28-8773a655dfcb req-bb8c736b-b6f4-476d-8350-d19b06cbfb76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=714a08df-53b3-45ec-bef1-7f362ff8e4d2 HTTP/1.1" status: 200 len: 217 time: 0.1005571 Sep 16 19:12:47.543693 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network 8c78c196-5eb8-4d9f-a017-eb103412a3e1 details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:12:47.563971 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Usage tracker for resource:subnet and tenant:c4cf9393c1d847c28774d69d7eb2c0bb is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:47.587759 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:47.606794 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ad6f3-1c33-48ef-af28-8773a655dfcb req-f68c0734-9be0-4fb7-9e15-4cf19d5eee4d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:47.608568 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-270ad6f3-1c33-48ef-af28-8773a655dfcb req-f68c0734-9be0-4fb7-9e15-4cf19d5eee4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=179395b6-8038-405d-a6f6-6a9d87b1dd7f HTTP/1.1" status: 200 len: 843 time: 0.0764740 Sep 16 19:12:47.613610 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:47.652687 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Made reservation on behalf of c4cf9393c1d847c28774d69d7eb2c0bb for: {'subnet': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:12:47.658549 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2602046'] for subnet, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:47.710645 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-eda44b28-ed7c-4fe0-93b5-d3700e0e3021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:47.762270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:42Z', 'revision_number': 4, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a', 'name': '', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'mac_address': 'fa:16:3e:94:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df315f2-c24d-4091-b683-0a3588cce397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:41Z', 'updated_at': '2021-09-16T19:12:42Z', 'revision_number': 2, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'subnets': [{'id': '3df315f2-c24d-4091-b683-0a3588cce397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:47.766643 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Checking router: 1fea5d4e-c0b2-441e-9300-a6a0e22806da for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:12:47.767046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Updating router 1fea5d4e-c0b2-441e-9300-a6a0e22806da port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a binding host dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:12:47.841925 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:47.953483 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4f6ef-0d11-48c8-a788-a292b859f600 req-3e30faad-1eb8-452f-9d4b-02eda4832208 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:47.961407 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-20e4f6ef-0d11-48c8-a788-a292b859f600 req-3e30faad-1eb8-452f-9d4b-02eda4832208 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 948 time: 0.2412663 Sep 16 19:12:47.961579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2717491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2602031'] for subnet, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:47.967083 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1cb5ab44-9649-4edf-b68c-e23365fe596c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:47.982489 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-270ad6f3-1c33-48ef-af28-8773a655dfcb req-a2ce929c-3ef2-49d6-9f21-8f62e0838209 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6832c84a-1d7b-4401-8a4d-621dfd0ac6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3564508 Sep 16 19:12:48.101435 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=295f02e6-a1a3-4c6b-ba3f-b14aad27ec28,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:48.105637 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:48.118599 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Checking segment: {'id': 'c9857785-b4c6-497a-888c-1af80cc6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8c78c196-5eb8-4d9f-a017-eb103412a3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:12:48.118997 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Network hostable DHCP agents. Network: 8c78c196-5eb8-4d9f-a017-eb103412a3e1, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:12:48.166320 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Network 8c78c196-5eb8-4d9f-a017-eb103412a3e1 is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:12:48.183787 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, 8c78c196-5eb8-4d9f-a017-eb103412a3e1) {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:12:48.191636 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:48.192450 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:48.217847 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-270ad6f3-1c33-48ef-af28-8773a655dfcb req-0b4c2afb-ea4c-4397-a2eb-4e3d9265c0d1 service neutron] 10.222.0.45 "GET /v2.0/networks/6832c84a-1d7b-4401-8a4d-621dfd0ac6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245116 Sep 16 19:12:48.220304 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-20e4f6ef-0d11-48c8-a788-a292b859f600 req-0cd22dad-99c3-474a-86c2-026d8ac42add tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/security-groups?id=b946108d-7cd5-499a-8867-b8f9b24f04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580361 Sep 16 19:12:48.230571 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eede9e-48f6-474e-a6bf-2f91ae7c5f90 None None] Network 8c78c196-5eb8-4d9f-a017-eb103412a3e1 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:12:48.257509 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-92c0c0c6-e752-462b-ae45-b1461b01db15 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8051913 Sep 16 19:12:48.257727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41792) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:48.264145 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1847152865-router', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:48.290474 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:48.294916 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Usage tracker for resource:router and tenant:c4cf9393c1d847c28774d69d7eb2c0bb is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:48.301401 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:48.314954 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:48.336593 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852699886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28556'] for router, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:48.336593 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2015831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854747257'] for router, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:48.386778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:48.505472 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-270ad6f3-1c33-48ef-af28-8773a655dfcb req-71a00fcf-d984-42dd-b38a-585f3b0c702b service neutron] 10.222.0.45 "GET /v2.0/networks/6832c84a-1d7b-4401-8a4d-621dfd0ac6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697086 Sep 16 19:12:48.533212 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402c7c7-4219-45f6-9dbf-52aaa7457f26 req-37a602e3-1115-48b6-9ab4-be037a8598bc tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:48.540780 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b402c7c7-4219-45f6-9dbf-52aaa7457f26 req-37a602e3-1115-48b6-9ab4-be037a8598bc tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1779230 Sep 16 19:12:48.621369 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b402c7c7-4219-45f6-9dbf-52aaa7457f26 req-844b988c-3e50-4c06-b852-534c4bfd23b0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789292 Sep 16 19:12:48.688904 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e37b871-3d2b-560b-aa01-d504ce574d4f-8c78c196-5eb8-4d9f-a017-eb103412a3e1', 'network_id': '8c78c196-5eb8-4d9f-a017-eb103412a3e1', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'fixed_ips': [{'subnet_id': '295f02e6-a1a3-4c6b-ba3f-b14aad27ec28'}]}} from dv-cinder-809448-1-smb. {{(pid=82447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:12:48.690018 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:48.701710 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2067211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852699795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5993'] for router, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:48.940521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Allocated IP 172.20.0.2 (8c78c196-5eb8-4d9f-a017-eb103412a3e1/295f02e6-a1a3-4c6b-ba3f-b14aad27ec28/cb26cd57-e87c-4a82-a503-74adccc37c97) {{(pid=82447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:12:48.942667 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:48.947884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41820) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:49.000455 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.179936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Notify callbacks [] for port, precommit_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.191043 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Transition to ACTIVE for port object cb26cd57-e87c-4a82-a503-74adccc37c97 will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:12:49.210953 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Transition to ACTIVE for port object cb26cd57-e87c-4a82-a503-74adccc37c97 will not be triggered until provisioned by entity DHCP. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:12:49.244993 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.245236 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Allocated IP 172.28.0.140 (718729de-5f21-40b7-aa11-1e5226d826a0/36747542-734f-49ce-8806-50515b72b8f0/78824485-df79-44cb-be8a-7a408fd772a5) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:12:49.251530 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:49.282333 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.303485 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6378bea1-4e3c-418c-b27c-86a661395b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.316396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Network 8c78c196-5eb8-4d9f-a017-eb103412a3e1 is already hosted by enough agents. {{(pid=82447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:12:49.321315 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Resources bound (agent type, host, resource id): {{(pid=82447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:12:49.335707 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Received port after_create {{(pid=82447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:12:49.390575 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Notify callbacks [] for port, precommit_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.391818 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-6378bea1-4e3c-418c-b27c-86a661395b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:49.406221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-6378bea1-4e3c-418c-b27c-86a661395b5e admin admin] Usage tracker for resource:security_group_rule and tenant:b341057208b842719080059b8c80c7c0 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:49.412294 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-6378bea1-4e3c-418c-b27c-86a661395b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:49.427801 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-6378bea1-4e3c-418c-b27c-86a661395b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:49.457578 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Attempting to bind port cb26cd57-e87c-4a82-a503-74adccc37c97 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:12:49.458035 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Attempting to bind port cb26cd57-e87c-4a82-a503-74adccc37c97 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': 'c9857785-b4c6-497a-888c-1af80cc6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8c78c196-5eb8-4d9f-a017-eb103412a3e1'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:12:49.458447 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Attempting to bind port cb26cd57-e87c-4a82-a503-74adccc37c97 on network 8c78c196-5eb8-4d9f-a017-eb103412a3e1 {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:12:49.460545 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Pushing event updated for resources: {'Port': ['ID=cb26cd57-e87c-4a82-a503-74adccc37c97,revision_number=1']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:49.462852 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.470486 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:49.473004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Transition to ACTIVE for port object c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:12:49.478058 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:12:49.478678 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Checking segment: {'id': 'c9857785-b4c6-497a-888c-1af80cc6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8c78c196-5eb8-4d9f-a017-eb103412a3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:12:49.479086 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.479735 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Bound using segment: {'id': 'c9857785-b4c6-497a-888c-1af80cc6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8c78c196-5eb8-4d9f-a017-eb103412a3e1'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:12:49.479870 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Bound port: cb26cd57-e87c-4a82-a503-74adccc37c97, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9857785-b4c6-497a-888c-1af80cc6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8c78c196-5eb8-4d9f-a017-eb103412a3e1'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:12:49.480270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.517974 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.522911 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:49.598863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:12:49.602759 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] For port cb26cd57-e87c-4a82-a503-74adccc37c97, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:12:49.603651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:12:49.606260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] For port cb26cd57-e87c-4a82-a503-74adccc37c97, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=cb26cd57-e87c-4a82-a503-74adccc37c97,segment=NetworkSegment(c9857785-b4c6-497a-888c-1af80cc6765e),segment_id=c9857785-b4c6-497a-888c-1af80cc6765e)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:12:49.608068 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.609157 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:12:49.618106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:49.636784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6378bea1-4e3c-418c-b27c-86a661395b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.655386 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.656293 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6378bea1-4e3c-418c-b27c-86a661395b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.674150 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Pushing event updated for resources: {'Port': ['ID=78824485-df79-44cb-be8a-7a408fd772a5,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:49.703823 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0ee2650e-8671-46b9-b1b2-70b40bff0f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:49.710522 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:49.719822 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-6378bea1-4e3c-418c-b27c-86a661395b5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b341057208b842719080059b8c80c7c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7705483 Sep 16 19:12:49.724451 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41846) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:49.759454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6874a83-d4a4-4880-853b-d23b030656d3 req-70e0dedd-636d-462f-8f68-050ce65bcf62 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:49.769944 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c6874a83-d4a4-4880-853b-d23b030656d3 req-70e0dedd-636d-462f-8f68-050ce65bcf62 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 948 time: 0.2623889 Sep 16 19:12:49.844005 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.845056 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2075930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852708499'] for router, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:49.848456 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f647a-e1c6-41a3-8cf2-3938af718596 None None] Pushing event updated for resources: {'Port': ['ID=c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:49.856590 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7b7f647a-e1c6-41a3-8cf2-3938af718596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:49.884808 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378bea1-4e3c-418c-b27c-86a661395b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b970b5c5-77fb-499c-a107-f004768386a9,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:49.890271 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2cf58381-1ef5-462e-81ba-34a556299fbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:49.893118 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6378bea1-4e3c-418c-b27c-86a661395b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:49.925264 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c6874a83-d4a4-4880-853b-d23b030656d3 req-13f4045c-2930-46aa-ada9-e534ad3bd595 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/security-groups?id=b946108d-7cd5-499a-8867-b8f9b24f04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538403 Sep 16 19:12:49.987044 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-13c4eac2-8a2e-4a22-a6fd-684d858d5496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:50.074885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-13c4eac2-8a2e-4a22-a6fd-684d858d5496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:50.201188 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Pushing event updated for resources: {'Port': ['ID=cb26cd57-e87c-4a82-a503-74adccc37c97,revision_number=2']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:50.223645 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Attempting to bind port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:12:50.225696 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Attempting to bind port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': 'f3e8be71-59df-4f19-9af7-5fc21d424388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:12:50.246046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Attempting to bind port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a on network 05f713ca-3513-43da-98ab-1117cce685d8 {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:12:50.255330 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:50.260985 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:50.265500 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9be1db00-de4c-4efb-81cf-08c57eb36ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:50.278118 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:12:50.278548 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Checking segment: {'id': 'f3e8be71-59df-4f19-9af7-5fc21d424388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:12:50.279070 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:50.284392 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Bound using segment: {'id': 'f3e8be71-59df-4f19-9af7-5fc21d424388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:12:50.285536 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Bound port: c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e8be71-59df-4f19-9af7-5fc21d424388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:12:50.288058 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:50.309144 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-13c4eac2-8a2e-4a22-a6fd-684d858d5496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:50.319714 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:50.350124 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4eac2-8a2e-4a22-a6fd-684d858d5496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b970b5c5-77fb-499c-a107-f004768386a9,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:50.382477 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-13c4eac2-8a2e-4a22-a6fd-684d858d5496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:50.392527 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Router 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 is scheduled to L3 agent 5997707d-f400-4969-be70-26083f2c9806 with binding_index 1 {{(pid=82446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:12:50.402367 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-13c4eac2-8a2e-4a22-a6fd-684d858d5496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:50.403615 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-13c4eac2-8a2e-4a22-a6fd-684d858d5496 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b970b5c5-77fb-499c-a107-f004768386a9 HTTP/1.1" status: 204 len: 168 time: 0.6741619 Sep 16 19:12:50.435212 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001060e-5620-4913-a8f1-60e9ea5308a6 req-007ecd16-167d-42aa-9d55-1cd5d6a524c7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:50.438420 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] For port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:12:50.444087 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7001060e-5620-4913-a8f1-60e9ea5308a6 req-007ecd16-167d-42aa-9d55-1cd5d6a524c7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.2995069 Sep 16 19:12:50.452829 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] For port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:12:50.464486 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:50.479343 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7615ed6f-904d-41f3-98c5-c96e178da062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:50.546096 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7001060e-5620-4913-a8f1-60e9ea5308a6 req-90775963-c5b3-4fcf-8310-2100a9002be3 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872777 Sep 16 19:12:50.786008 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:12:50.796767 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Sync routers for ids ['96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:12:50.815154 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Routers {'96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:12:50.817414 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Notify callbacks [] for router, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:50.819998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:12:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:50.821718 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41868) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:50.822895 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5634243 Sep 16 19:12:50.862525 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f647a-e1c6-41a3-8cf2-3938af718596 None None] Pushing event updated for resources: {'Port': ['ID=c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:50.868881 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7b7f647a-e1c6-41a3-8cf2-3938af718596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:50.875432 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Routers {'1fea5d4e-c0b2-441e-9300-a6a0e22806da'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:12:50.876236 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:12:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:51.093960 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Set router 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:12:51.222563 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] Set router 1fea5d4e-c0b2-441e-9300-a6a0e22806da gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:12:51.335868 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:51.684326 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-04925c05-d789-439e-bead-421783e69b24 req-8289edcb-de27-49f0-883b-e043a398f2f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=27dc7b61347448d89fa8d78c40f1def6&device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 1098 time: 0.2797880 Sep 16 19:12:51.703115 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d216aae-4cf5-4815-a048-6e2ec41bb83f req-d609749b-99c9-4b52-9530-6b934da1698e tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:51.705672 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d216aae-4cf5-4815-a048-6e2ec41bb83f req-d609749b-99c9-4b52-9530-6b934da1698e tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 948 time: 0.5062973 Sep 16 19:12:51.745861 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device cb26cd57-e87c-4a82-a503-74adccc37c97 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:12:51.922950 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'name': 'tempest-TestShelveInstance-1847152865-router', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '78824485-df79-44cb-be8a-7a408fd772a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:48Z', 'updated_at': '2021-09-16T19:12:49Z', 'revision_number': 3, 'project_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'gw_port': {'id': '78824485-df79-44cb-be8a-7a408fd772a5', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:49Z', 'updated_at': '2021-09-16T19:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:51.936884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Checking router: 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:12:51.937498 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Updating router 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 port 78824485-df79-44cb-be8a-7a408fd772a5 binding host dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:12:52.026540 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port cb26cd57-e87c-4a82-a503-74adccc37c97 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:12:52.059411 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:42Z', 'revision_number': 4, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a', 'name': '', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'mac_address': 'fa:16:3e:94:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df315f2-c24d-4091-b683-0a3588cce397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:41Z', 'updated_at': '2021-09-16T19:12:50Z', 'revision_number': 4, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'subnets': [{'id': '3df315f2-c24d-4091-b683-0a3588cce397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:52.065823 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 714a08df-53b3-45ec-bef1-7f362ff8e4d2 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:12:52.075834 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:52.224777 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e2437-a281-4bf6-a728-efded0b7182a None None] The sync data for ids ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'] in dv-cinder-809448-1-smb is: [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:42Z', 'revision_number': 4, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a', 'name': '', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'mac_address': 'fa:16:3e:94:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df315f2-c24d-4091-b683-0a3588cce397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:41Z', 'updated_at': '2021-09-16T19:12:50Z', 'revision_number': 4, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'subnets': [{'id': '3df315f2-c24d-4091-b683-0a3588cce397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:12:52.239420 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41902) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:52.349848 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 714a08df-53b3-45ec-bef1-7f362ff8e4d2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=714a08df-53b3-45ec-bef1-7f362ff8e4d2,segment=NetworkSegment(8f63729c-c193-4fcb-8ec0-8ba92f0773c2),segment_id=8f63729c-c193-4fcb-8ec0-8ba92f0773c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:52.424652 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '714a08df-53b3-45ec-bef1-7f362ff8e4d2', 'network_id': '6832c84a-1d7b-4401-8a4d-621dfd0ac6e2', 'port_id': '714a08df-53b3-45ec-bef1-7f362ff8e4d2', 'mac_address': 'fa:16:3e:2c:6c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179395b6-8038-405d-a6f6-6a9d87b1dd7f', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:12:52.468472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2211dda-a2fc-4231-a4df-5245bba3bd90 None None] Network 8c78c196-5eb8-4d9f-a017-eb103412a3e1 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:12:52.584742 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41920) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:52.630983 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d216aae-4cf5-4815-a048-6e2ec41bb83f req-90b09e3c-6a55-4046-9330-4b9542efc038 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/security-groups?id=b946108d-7cd5-499a-8867-b8f9b24f04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9039798 Sep 16 19:12:52.718906 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04925c05-d789-439e-bead-421783e69b24 req-4a610532-763a-47d2-a953-39d729c7fa16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:52.723415 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-04925c05-d789-439e-bead-421783e69b24 req-4a610532-763a-47d2-a953-39d729c7fa16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c11271f-5a61-463c-b887-6808365b9c0c HTTP/1.1" status: 200 len: 920 time: 0.9896395 Sep 16 19:12:52.832965 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0a92dc98-49c8-4d5d-b38a-0d0eccce1c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:52.862014 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2136988979-network', 'tenant_id': 'e1f9400e325847399c22edc1b6fdedab'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:52.876554 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:52.889813 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Usage tracker for resource:network and tenant:e1f9400e325847399c22edc1b6fdedab is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:52.895050 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:52.909541 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:52.927328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0a92dc98-49c8-4d5d-b38a-0d0eccce1c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:52.938763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0a92dc98-49c8-4d5d-b38a-0d0eccce1c6e admin admin] Usage tracker for resource:security_group_rule and tenant:8bd366af00b64448b43dd9f2b7952c13 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:52.944426 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0a92dc98-49c8-4d5d-b38a-0d0eccce1c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:52.956320 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-04925c05-d789-439e-bead-421783e69b24 req-453f7357-756c-41bd-a900-ff56f1fa8bf9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185c75c5-c896-430d-b6c3-eb6971be6132 HTTP/1.1" status: 200 len: 217 time: 0.2228901 Sep 16 19:12:52.961502 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Made reservation on behalf of e1f9400e325847399c22edc1b6fdedab for: {'network': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:12:52.973129 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:52.981304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:52.987912 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0a92dc98-49c8-4d5d-b38a-0d0eccce1c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:52.992519 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ee309-adf4-4eef-a680-aa0eff4994a7 req-2d6e6b87-062b-445e-bbd4-91ca0ac6ff03 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:52.996858 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5c6ee309-adf4-4eef-a680-aa0eff4994a7 req-2d6e6b87-062b-445e-bbd4-91ca0ac6ff03 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 1.0923057 Sep 16 19:12:53.019126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-f1abfd8c-e8af-4411-bfe0-9f1af00f1fc5 None None] Provisioning for port cb26cd57-e87c-4a82-a503-74adccc37c97 completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:12:53.027750 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714a08df-53b3-45ec-bef1-7f362ff8e4d2 {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:12:53.041675 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-f1abfd8c-e8af-4411-bfe0-9f1af00f1fc5 None None] Provisioning complete for port cb26cd57-e87c-4a82-a503-74adccc37c97 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:53.041675 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f1abfd8c-e8af-4411-bfe0-9f1af00f1fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.041850 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.045525 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Notify callbacks [] for port, precommit_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.071796 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Transition to ACTIVE for port object 78824485-df79-44cb-be8a-7a408fd772a5 will not be triggered until provisioned by entity L2. {{(pid=82448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:12:53.091814 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.098275 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-15574b02-c65c-48cb-90bd-25459dda30fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:53.163515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:53.186906 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:e1f9400e325847399c22edc1b6fdedab is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:53.200074 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:53.232653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:53.291579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0a92dc98-49c8-4d5d-b38a-0d0eccce1c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.299850 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0a92dc98-49c8-4d5d-b38a-0d0eccce1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.300252 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04925c05-d789-439e-bead-421783e69b24 req-8fc9cfe4-fc16-45ff-accb-70586a573a28 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:53.301982 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-04925c05-d789-439e-bead-421783e69b24 req-8fc9cfe4-fc16-45ff-accb-70586a573a28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24a4c799-bf4b-4108-947c-febe7a6204bd HTTP/1.1" status: 200 len: 859 time: 0.3202419 Sep 16 19:12:53.304154 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854a4b4-8831-4049-81d8-17d8d273a6ae None None] Pushing event updated for resources: {'Port': ['ID=78824485-df79-44cb-be8a-7a408fd772a5,revision_number=2']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:53.308209 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6854a4b4-8831-4049-81d8-17d8d273a6ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:53.311783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8de41811-97c1-4521-b574-ec802f02a15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:53.312016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Attempting to bind port 78824485-df79-44cb-be8a-7a408fd772a5 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:12:53.312458 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Attempting to bind port 78824485-df79-44cb-be8a-7a408fd772a5 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:12:53.312995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Attempting to bind port 78824485-df79-44cb-be8a-7a408fd772a5 on network 718729de-5f21-40b7-aa11-1e5226d826a0 {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:12:53.328441 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:12:53.328886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Checking segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:12:53.329341 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.329777 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Bound using segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:12:53.330295 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Bound port: 78824485-df79-44cb-be8a-7a408fd772a5, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:12:53.330710 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.378164 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 714a08df-53b3-45ec-bef1-7f362ff8e4d2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=714a08df-53b3-45ec-bef1-7f362ff8e4d2,segment=NetworkSegment(8f63729c-c193-4fcb-8ec0-8ba92f0773c2),segment_id=8f63729c-c193-4fcb-8ec0-8ba92f0773c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:53.391198 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.403517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.463433 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92dc98-49c8-4d5d-b38a-0d0eccce1c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399968f1-52cd-405b-9e58-5fe1f1235c7d,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:53.476268 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0a92dc98-49c8-4d5d-b38a-0d0eccce1c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:53.484387 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0a92dc98-49c8-4d5d-b38a-0d0eccce1c6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8bd366af00b64448b43dd9f2b7952c13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8982439 Sep 16 19:12:53.513661 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 41944) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:53.523451 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-04925c05-d789-439e-bead-421783e69b24 req-0eae35e2-0497-4e78-8ef2-b3dd1ed66367 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c11271f-5a61-463c-b887-6808365b9c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1938021 Sep 16 19:12:53.550844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] For port 78824485-df79-44cb-be8a-7a408fd772a5, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:12:53.562195 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] For port 78824485-df79-44cb-be8a-7a408fd772a5, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=78824485-df79-44cb-be8a-7a408fd772a5,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:12:53.571438 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.598052 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5c6ee309-adf4-4eef-a680-aa0eff4994a7 req-cb330dea-a8dd-46e4-916f-e02c41d02070 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280824 Sep 16 19:12:53.602295 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.607653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:53.611491 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:53.617362 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-15be4507-a09a-4c96-b7a4-11ee3ec5f37f req-9d6c15de-bcc4-42d9-95d0-5392e43dda5a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 1098 time: 0.3066301 Sep 16 19:12:53.618473 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.635699 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3e9aad5d-fd63-4c9f-b2b0-d9369a7a5f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:53.691021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f1abfd8c-e8af-4411-bfe0-9f1af00f1fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.692634 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=82446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:12:53.740250 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:12:53.767963 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-15be4507-a09a-4c96-b7a4-11ee3ec5f37f req-a22ea1ad-0fc2-47af-9a71-5906faf045ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172342 Sep 16 19:12:53.769227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.769971 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Added segment 7eb8c59b-b155-41fe-939e-a796944edb2c of type vlan for network ee5b9593-51fe-41e7-9452-f553f51515a6 Sep 16 19:12:53.771388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2405fbac-7bd9-47c4-ab18-4a959a85da16,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:53.775138 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:53.801857 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d35916c3-32d3-4da0-9320-05c8781e3e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.803006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854a4b4-8831-4049-81d8-17d8d273a6ae None None] Pushing event updated for resources: {'Port': ['ID=78824485-df79-44cb-be8a-7a408fd772a5,revision_number=3']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:53.806585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6854a4b4-8831-4049-81d8-17d8d273a6ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:53.824948 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Routers {'96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:12:53.825673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:12:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:53.829961 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d35916c3-32d3-4da0-9320-05c8781e3e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.831153 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.857148 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-f1abfd8c-e8af-4411-bfe0-9f1af00f1fc5 None None] For port cb26cd57-e87c-4a82-a503-74adccc37c97, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=cb26cd57-e87c-4a82-a503-74adccc37c97,segment=NetworkSegment(c9857785-b4c6-497a-888c-1af80cc6765e),segment_id=c9857785-b4c6-497a-888c-1af80cc6765e)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:53.877622 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f1abfd8c-e8af-4411-bfe0-9f1af00f1fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.894080 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d35916c3-32d3-4da0-9320-05c8781e3e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.903825 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-145cfa19-31b6-488d-8fe6-246ff0dc4d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:53.921158 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.922485 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:53.923237 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:53.938006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:53.982653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35916c3-32d3-4da0-9320-05c8781e3e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399968f1-52cd-405b-9e58-5fe1f1235c7d,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:53.995645 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d35916c3-32d3-4da0-9320-05c8781e3e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:54.024327 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-04925c05-d789-439e-bead-421783e69b24 req-7963e16f-c191-4826-87f2-2f2e35ca86b0 service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821031 Sep 16 19:12:54.064811 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=714a08df-53b3-45ec-bef1-7f362ff8e4d2,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:54.084540 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:54.086861 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7b7f647a-e1c6-41a3-8cf2-3938af718596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:54.154899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d35916c3-32d3-4da0-9320-05c8781e3e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:54.158611 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d35916c3-32d3-4da0-9320-05c8781e3e1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/399968f1-52cd-405b-9e58-5fe1f1235c7d HTTP/1.1" status: 204 len: 168 time: 0.6384649 Sep 16 19:12:54.194803 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ee5b9593-51fe-41e7-9452-f553f51515a6,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:54.208937 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:54.210797 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['714a08df-53b3-45ec-bef1-7f362ff8e4d2'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:12:54.213920 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9725561 Sep 16 19:12:54.216821 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 41960) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:12:54.225066 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Request body: {'subnet': {'network_id': 'ee5b9593-51fe-41e7-9452-f553f51515a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2136988979-subnet', 'tenant_id': 'e1f9400e325847399c22edc1b6fdedab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:12:54.233983 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:12:54.239689 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Usage tracker for resource:subnet and tenant:e1f9400e325847399c22edc1b6fdedab is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:12:54.243959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:12:54.254013 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:12:54.268076 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Made reservation on behalf of e1f9400e325847399c22edc1b6fdedab for: {'subnet': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:12:54.273732 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network ee5b9593-51fe-41e7-9452-f553f51515a6 details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:12:54.273902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2602046'] for subnet, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:54.404072 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-04925c05-d789-439e-bead-421783e69b24 req-0e0a9278-9dad-41b4-8231-cead23cbb580 service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848918 Sep 16 19:12:54.528014 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] Set router 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:12:54.562129 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239607d9-2b0f-418a-936c-8333b1296631 req-cb3dc8de-9632-4e6f-8261-dd63610e65e1 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:54.569826 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-239607d9-2b0f-418a-936c-8333b1296631 req-cb3dc8de-9632-4e6f-8261-dd63610e65e1 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 949 time: 0.5778611 Sep 16 19:12:54.764570 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-239607d9-2b0f-418a-936c-8333b1296631 req-e1504ac4-93ee-4528-9bd8-158e67f53195 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/security-groups?id=b946108d-7cd5-499a-8867-b8f9b24f04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936679 Sep 16 19:12:54.852521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:12:54.876820 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:54.877244 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:54.940836 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abfd8c-e8af-4411-bfe0-9f1af00f1fc5 None None] Pushing event updated for resources: {'Port': ['ID=cb26cd57-e87c-4a82-a503-74adccc37c97,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:54.978073 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f1abfd8c-e8af-4411-bfe0-9f1af00f1fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:55.121695 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'name': 'tempest-TestShelveInstance-1847152865-router', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '78824485-df79-44cb-be8a-7a408fd772a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:48Z', 'updated_at': '2021-09-16T19:12:49Z', 'revision_number': 3, 'project_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'gw_port': {'id': '78824485-df79-44cb-be8a-7a408fd772a5', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:49Z', 'updated_at': '2021-09-16T19:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:55.134345 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4830d77e-4b3d-452b-9f3f-181450fb6973 None None] The sync data for ids ['96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'] in dv-cinder-809448-1-smb is: [{'id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'name': 'tempest-TestShelveInstance-1847152865-router', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '78824485-df79-44cb-be8a-7a408fd772a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:48Z', 'updated_at': '2021-09-16T19:12:49Z', 'revision_number': 3, 'project_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'gw_port': {'id': '78824485-df79-44cb-be8a-7a408fd772a5', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:49Z', 'updated_at': '2021-09-16T19:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:12:55.184915 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:55.396162 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87565a76-9f10-43c3-9a6f-61acd189761e req-7b8c8b72-17ba-46f5-8d2e-b97aa5cfc6d6 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:55.406237 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:55.408502 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-87565a76-9f10-43c3-9a6f-61acd189761e req-7b8c8b72-17ba-46f5-8d2e-b97aa5cfc6d6 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.4188507 Sep 16 19:12:55.430031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2717491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2602031'] for subnet, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:55.435455 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:55.627517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-7910f744-0389-4e6e-82bb-2e69b91caa5d None None] Provisioning complete for port cb26cd57-e87c-4a82-a503-74adccc37c97 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:55.628046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7910f744-0389-4e6e-82bb-2e69b91caa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:55.680330 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:55.686379 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=920ec744-560b-407d-a270-319f1f214299,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:55.690918 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:55.700088 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:55.707313 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Checking segment: {'id': '7eb8c59b-b155-41fe-939e-a796944edb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee5b9593-51fe-41e7-9452-f553f51515a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:12:55.707721 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Network hostable DHCP agents. Network: ee5b9593-51fe-41e7-9452-f553f51515a6, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:12:55.715223 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:55.756455 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Network ee5b9593-51fe-41e7-9452-f553f51515a6 is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:12:55.772628 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, ee5b9593-51fe-41e7-9452-f553f51515a6) {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:12:55.778970 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:55.779631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:55.807711 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eec4b8-2e34-4df7-bf22-0bac3a14e19d None None] Network ee5b9593-51fe-41e7-9452-f553f51515a6 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:12:55.824875 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-66b2ae44-4b0e-41b2-a60a-8d0a99485602 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6062102 Sep 16 19:12:55.911867 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device cb26cd57-e87c-4a82-a503-74adccc37c97 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:12:55.925056 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-87565a76-9f10-43c3-9a6f-61acd189761e req-03f48d75-a142-4a64-8253-de95c576c304 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148630 Sep 16 19:12:55.962776 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Allocated IP 172.20.0.1 (8c78c196-5eb8-4d9f-a017-eb103412a3e1/295f02e6-a1a3-4c6b-ba3f-b14aad27ec28/7595a61d-1c41-4883-8953-f697e287e459) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:12:56.080872 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:56.109665 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:56.276959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port cb26cd57-e87c-4a82-a503-74adccc37c97 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:56.277389 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:56.316863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd503c-0d6b-40b0-af96-6db84e64d6ec req-5d6638ca-1d4e-426e-9978-4bbd6f4a00aa tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:56.324956 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-56fd503c-0d6b-40b0-af96-6db84e64d6ec req-5d6638ca-1d4e-426e-9978-4bbd6f4a00aa tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 949 time: 0.2037015 Sep 16 19:12:56.393514 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-56fd503c-0d6b-40b0-af96-6db84e64d6ec req-2a2f40f7-77df-4b79-bd37-3435482c20a8 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/security-groups?id=b946108d-7cd5-499a-8867-b8f9b24f04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676122 Sep 16 19:12:56.433698 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:56.458811 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Transition to ACTIVE for port object 7595a61d-1c41-4883-8953-f697e287e459 will not be triggered until provisioned by entity DHCP. {{(pid=82445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:12:56.515053 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:56.521995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:56.542823 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6512a082-b880-4af7-88b9-bddebe6b7e6b None None] Network ee5b9593-51fe-41e7-9452-f553f51515a6 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:12:56.600061 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Pushing event updated for resources: {'Port': ['ID=7595a61d-1c41-4883-8953-f697e287e459,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:56.611782 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Network 8c78c196-5eb8-4d9f-a017-eb103412a3e1 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:12:56.613099 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:56.614004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:12:56.616319 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:12:56.616839 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067753'] for router_interface, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:56.778395 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:57.208418 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:57.218373 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:57.219891 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852708017'] for router_interface, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:57.229853 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:57.309673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-e122e13c-457a-4145-9dbf-4169b8de64f6 None None] Provisioning for port 7595a61d-1c41-4883-8953-f697e287e459 completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:12:57.318038 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Pushing event updated for resources: {'Port': ['ID=7595a61d-1c41-4883-8953-f697e287e459,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:57.321936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-e122e13c-457a-4145-9dbf-4169b8de64f6 None None] Provisioning complete for port 7595a61d-1c41-4883-8953-f697e287e459 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:57.322415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e122e13c-457a-4145-9dbf-4169b8de64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:57.324233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:57.448123 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-e122e13c-457a-4145-9dbf-4169b8de64f6 None None] Port 7595a61d-1c41-4883-8953-f697e287e459 cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:12:57.858399 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:12:57.901534 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86818aa-6de5-4f54-a22b-ed02b69a809b req-9fae6482-026a-4d9d-8905-a67a3f3847c8 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:57.903329 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b86818aa-6de5-4f54-a22b-ed02b69a809b req-9fae6482-026a-4d9d-8905-a67a3f3847c8 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.5542603 Sep 16 19:12:57.909186 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Network 8c78c196-5eb8-4d9f-a017-eb103412a3e1 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:12:57.913239 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:12:57.941368 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:57.941793 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:57.992369 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6ec00-bde2-4a5c-a73c-20bce0bbcb17 req-191f363a-211e-4621-96ba-8dcdd398a69d tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:57.993994 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f5c6ec00-bde2-4a5c-a73c-20bce0bbcb17 req-191f363a-211e-4621-96ba-8dcdd398a69d tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 949 time: 0.2586493 Sep 16 19:12:58.069585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 78824485-df79-44cb-be8a-7a408fd772a5 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:12:58.099698 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 714a08df-53b3-45ec-bef1-7f362ff8e4d2 up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:12:58.154061 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b86818aa-6de5-4f54-a22b-ed02b69a809b req-2a487d11-d703-4668-bd04-75453eac9f20 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420664 Sep 16 19:12:58.175833 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f5c6ec00-bde2-4a5c-a73c-20bce0bbcb17 req-34cc8d48-e8b1-4806-819a-9857f454596d tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/security-groups?id=b946108d-7cd5-499a-8867-b8f9b24f04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605656 Sep 16 19:12:58.218064 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port 78824485-df79-44cb-be8a-7a408fd772a5 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:12:58.223026 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port 714a08df-53b3-45ec-bef1-7f362ff8e4d2 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:12:58.227988 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 78824485-df79-44cb-be8a-7a408fd772a5 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:58.228409 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:58.259380 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 714a08df-53b3-45ec-bef1-7f362ff8e4d2 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:58.259380 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:58.367766 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-d51fe998-1085-48ac-98f3-73246aa14cf2 None None] Provisioning complete for port 7595a61d-1c41-4883-8953-f697e287e459 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:12:58.368187 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d51fe998-1085-48ac-98f3-73246aa14cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:58.508532 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-d51fe998-1085-48ac-98f3-73246aa14cf2 None None] Port 7595a61d-1c41-4883-8953-f697e287e459 cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:12:58.541247 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:58.569748 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:58.581587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b17857cc-0a4e-4cc9-a7d7-e0a57258633c tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:58.583289 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b17857cc-0a4e-4cc9-a7d7-e0a57258633c tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/networks?id=d6adc5e2-ae00-468c-93a4-cfc82f035796 HTTP/1.1" status: 200 len: 814 time: 0.2860575 Sep 16 19:12:58.596270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5ece54-f934-4341-9a7d-d12dc08cc539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714a08df-53b3-45ec-bef1-7f362ff8e4d2'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:12:58.604759 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port 78824485-df79-44cb-be8a-7a408fd772a5, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=78824485-df79-44cb-be8a-7a408fd772a5,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:58.621131 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Router 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:12:58.621725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 714a08df-53b3-45ec-bef1-7f362ff8e4d2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=714a08df-53b3-45ec-bef1-7f362ff8e4d2,segment=NetworkSegment(8f63729c-c193-4fcb-8ec0-8ba92f0773c2),segment_id=8f63729c-c193-4fcb-8ec0-8ba92f0773c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:12:58.621725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:58.623719 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:58.625981 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-ea193f88-a94d-4d2c-b6d8-0860fabf59c6 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/quotas/38c046ff61b7430fab7783b7c1bce025 HTTP/1.1" status: 200 len: 375 time: 0.0325232 Sep 16 19:12:58.714914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:12:58.752390 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=714a08df-53b3-45ec-bef1-7f362ff8e4d2,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:58.765396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:58.766033 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:12:58.847751 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=78824485-df79-44cb-be8a-7a408fd772a5,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:12:58.866913 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5ece54-f934-4341-9a7d-d12dc08cc539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714a08df-53b3-45ec-bef1-7f362ff8e4d2', 'code': 200} Sep 16 19:12:58.868093 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:12:59.003849 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-f499f53a-f93d-4fa9-a056-065b14027e4e tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=38c046ff61b7430fab7783b7c1bce025&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3711309 Sep 16 19:12:59.012846 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f918dc2f-fb47-497e-83fa-dc956a5f9ffd req-5bce5776-4ed0-4aaa-bb2b-4a1f1d2afc04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=27dc7b61347448d89fa8d78c40f1def6&device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 1098 time: 0.2092967 Sep 16 19:12:59.186396 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b5446981-3510-47bb-8041-d7ab062943df req-f79beba7-ade5-4ddf-8fbb-90860f0e35eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 1103 time: 0.0804403 Sep 16 19:12:59.248731 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b5446981-3510-47bb-8041-d7ab062943df req-6e9ca546-0167-4f5b-aa73-6ea66e6e5c43 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b946108d-7cd5-499a-8867-b8f9b24f04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485418 Sep 16 19:12:59.380632 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-4d80f501-ba02-4fb0-bde9-838f71744056 service neutron] 10.222.0.39 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656456 Sep 16 19:12:59.384147 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918dc2f-fb47-497e-83fa-dc956a5f9ffd req-0bf45e0f-af91-484d-9030-ab116679464e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:59.386268 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f918dc2f-fb47-497e-83fa-dc956a5f9ffd req-0bf45e0f-af91-484d-9030-ab116679464e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c11271f-5a61-463c-b887-6808365b9c0c HTTP/1.1" status: 200 len: 920 time: 0.3437264 Sep 16 19:12:59.609871 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd5c9c-281c-4894-8a06-4bac7e91a329 req-ded57251-6c3b-4cce-b35c-c69173e4c23d tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:59.611422 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-29dd5c9c-281c-4894-8a06-4bac7e91a329 req-ded57251-6c3b-4cce-b35c-c69173e4c23d tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.5939798 Sep 16 19:12:59.779616 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f918dc2f-fb47-497e-83fa-dc956a5f9ffd req-6d2f72b6-db23-4000-81d8-6197d9805d2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185c75c5-c896-430d-b6c3-eb6971be6132 HTTP/1.1" status: 200 len: 217 time: 0.1782582 Sep 16 19:12:59.786292 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:12:59.799187 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Sync routers for ids ['96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:12:59.815728 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Routers {'96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:12:59.816814 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:12:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:12:59.881633 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 78824485-df79-44cb-be8a-7a408fd772a5 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:12:59.892212 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] 10.222.0.39 "PUT /v2.0/routers/96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0592175 Sep 16 19:12:59.906949 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-29dd5c9c-281c-4894-8a06-4bac7e91a329 req-e6b3427a-0a66-464e-9838-f5d8b499cc03 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410138 Sep 16 19:12:59.911388 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-5458e69a-9b01-4202-9450-5f96ccd76458 service neutron] 10.222.0.39 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216043 Sep 16 19:12:59.928727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918dc2f-fb47-497e-83fa-dc956a5f9ffd req-6b7c3407-d564-41b3-a23a-46b5599c4c27 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:12:59.933460 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f918dc2f-fb47-497e-83fa-dc956a5f9ffd req-6b7c3407-d564-41b3-a23a-46b5599c4c27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24a4c799-bf4b-4108-947c-febe7a6204bd HTTP/1.1" status: 200 len: 859 time: 0.1155064 Sep 16 19:13:00.007776 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f918dc2f-fb47-497e-83fa-dc956a5f9ffd req-952ab741-3828-4aba-add7-5d36dbf1ab8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c11271f-5a61-463c-b887-6808365b9c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674882 Sep 16 19:13:00.142246 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Set router 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:13:00.410076 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f918dc2f-fb47-497e-83fa-dc956a5f9ffd req-645f2d81-6ef9-4075-83b2-d7f1745e0ce5 service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899684 Sep 16 19:13:00.429966 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 78824485-df79-44cb-be8a-7a408fd772a5 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:13:00.430382 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:00.556839 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-1ce9572d-9133-4636-900e-013ff452ec45 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:00.565278 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-1ce9572d-9133-4636-900e-013ff452ec45 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/networks?id=ee5b9593-51fe-41e7-9452-f553f51515a6 HTTP/1.1" status: 200 len: 809 time: 0.3975384 Sep 16 19:13:00.601763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916de43b-673d-4ce8-b3a7-8ceded3db21c req-50be5535-610f-4872-8d13-2e12356ca8ab tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:00.603393 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-916de43b-673d-4ce8-b3a7-8ceded3db21c req-50be5535-610f-4872-8d13-2e12356ca8ab tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 950 time: 0.3951509 Sep 16 19:13:00.613673 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-991ad515-535b-47c7-890a-41bff0e0ebb0 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/quotas/e1f9400e325847399c22edc1b6fdedab HTTP/1.1" status: 200 len: 375 time: 0.0476286 Sep 16 19:13:00.701196 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-eceb9aa4-0be6-40e9-9015-e350d49f507e tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1f9400e325847399c22edc1b6fdedab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573549 Sep 16 19:13:00.760538 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f918dc2f-fb47-497e-83fa-dc956a5f9ffd req-86534c87-6bbc-479b-9549-018731274213 service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358691 Sep 16 19:13:00.810558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'name': 'tempest-TestShelveInstance-1847152865-router', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '78824485-df79-44cb-be8a-7a408fd772a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:48Z', 'updated_at': '2021-09-16T19:12:56Z', 'revision_number': 4, 'project_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'gw_port': {'id': '78824485-df79-44cb-be8a-7a408fd772a5', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:49Z', 'updated_at': '2021-09-16T19:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '7595a61d-1c41-4883-8953-f697e287e459', 'name': '', 'network_id': '8c78c196-5eb8-4d9f-a017-eb103412a3e1', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'mac_address': 'fa:16:3e:11:e3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '295f02e6-a1a3-4c6b-ba3f-b14aad27ec28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:55Z', 'updated_at': '2021-09-16T19:12:56Z', 'revision_number': 2, 'project_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'subnets': [{'id': '295f02e6-a1a3-4c6b-ba3f-b14aad27ec28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:13:00.817518 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Checking router: 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:13:00.817948 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Updating router 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 port 7595a61d-1c41-4883-8953-f697e287e459 binding host dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:13:00.874360 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-916de43b-673d-4ce8-b3a7-8ceded3db21c req-56ea8bf4-c97c-4092-9817-6605e939393b tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/security-groups?id=b946108d-7cd5-499a-8867-b8f9b24f04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614837 Sep 16 19:13:00.879008 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:00.996842 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-54db1c18-ff94-4c72-9fc2-9abcc286b0e9 service neutron] 10.222.0.39 "GET /v2.0/networks/ee5b9593-51fe-41e7-9452-f553f51515a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776957 Sep 16 19:13:01.233626 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-841fd482-559f-4784-bb89-977f1a4c5b89 service neutron] 10.222.0.39 "GET /v2.0/networks/ee5b9593-51fe-41e7-9452-f553f51515a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319267 Sep 16 19:13:01.248443 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2a4f1ec1-7f98-4e5b-a2ef-fa2e2a259972 req-2df42cc4-bda1-4739-8e99-ca325b031bf5 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 210 time: 0.0713334 Sep 16 19:13:01.547091 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Notify callbacks [] for port, precommit_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:01.561834 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Transition to ACTIVE for port object 7595a61d-1c41-4883-8953-f697e287e459 will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:13:01.568195 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:01.573702 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-900e3899-23c8-486d-9c1b-1fb51ad434c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:01.648674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe51ef-446c-4c19-9d0b-29f6ec0fe7fb None None] Pushing event updated for resources: {'Port': ['ID=7595a61d-1c41-4883-8953-f697e287e459,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:01.670808 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f7fe51ef-446c-4c19-9d0b-29f6ec0fe7fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:01.757169 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 42136) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:01.862546 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7168e30-6362-4d09-8c54-4e4aa7e7d307 req-afa7f0e1-6457-4035-a2a5-cc589025fd18 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:01.871261 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7168e30-6362-4d09-8c54-4e4aa7e7d307 req-afa7f0e1-6457-4035-a2a5-cc589025fd18 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.2048969 Sep 16 19:13:02.026683 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 42150) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:02.033186 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1502140928', 'description': 'tempest-secgroup-smoke-1502140928 description', 'project_id': 'a339dcda4d0842f69010183fb6780189'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:02.059337 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:02.066885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Usage tracker for resource:security_group and tenant:a339dcda4d0842f69010183fb6780189 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:02.077052 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:02.097379 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:02.129475 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:02.146895 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Attempting to bind port 7595a61d-1c41-4883-8953-f697e287e459 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:13:02.147308 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Attempting to bind port 7595a61d-1c41-4883-8953-f697e287e459 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': 'c9857785-b4c6-497a-888c-1af80cc6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8c78c196-5eb8-4d9f-a017-eb103412a3e1'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:13:02.147717 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Attempting to bind port 7595a61d-1c41-4883-8953-f697e287e459 on network 8c78c196-5eb8-4d9f-a017-eb103412a3e1 {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:13:02.169763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:13:02.170186 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Checking segment: {'id': 'c9857785-b4c6-497a-888c-1af80cc6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8c78c196-5eb8-4d9f-a017-eb103412a3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:13:02.170645 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:02.171078 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Bound using segment: {'id': 'c9857785-b4c6-497a-888c-1af80cc6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8c78c196-5eb8-4d9f-a017-eb103412a3e1'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:13:02.171616 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Bound port: 7595a61d-1c41-4883-8953-f697e287e459, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9857785-b4c6-497a-888c-1af80cc6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8c78c196-5eb8-4d9f-a017-eb103412a3e1'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:13:02.172031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:02.208823 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:02.221227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Usage tracker for resource:security_group_rule and tenant:a339dcda4d0842f69010183fb6780189 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:02.224975 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:02.240094 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:02.267923 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-526f8b07-cb7f-4ef7-8cca-3a6275cc4531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:02.331566 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-526f8b07-cb7f-4ef7-8cca-3a6275cc4531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:02.336640 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-526f8b07-cb7f-4ef7-8cca-3a6275cc4531 admin admin] Usage tracker for resource:security_group_rule and tenant:c28ad24969ab4966b707ee3cbd2237cf is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:02.338773 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-fb1339b7-b7a4-48f5-992a-3563ef513070 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:02.340340 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-fb1339b7-b7a4-48f5-992a-3563ef513070 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "GET /v2.0/networks?id=d6adc5e2-ae00-468c-93a4-cfc82f035796 HTTP/1.1" status: 200 len: 814 time: 0.4516573 Sep 16 19:13:02.341795 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-526f8b07-cb7f-4ef7-8cca-3a6275cc4531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:02.350715 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-526f8b07-cb7f-4ef7-8cca-3a6275cc4531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:02.356766 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-df0f9e5b-d6be-4ee4-bd13-168625075f63 req-35cfe7a0-b1f6-490e-acb0-4b13d5d815d6 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 210 time: 0.2186885 Sep 16 19:13:02.359194 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7168e30-6362-4d09-8c54-4e4aa7e7d307 req-f83a7a33-7da1-449a-a0a2-df6c556a489c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870911 Sep 16 19:13:02.383128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] For port 7595a61d-1c41-4883-8953-f697e287e459, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:13:02.391248 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Request body: {'port': {'device_id': '32d052b9-80e4-455f-b5f7-00c823d5cc7a', 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796', 'admin_state_up': True, 'tenant_id': '38c046ff61b7430fab7783b7c1bce025'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:02.400957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] For port 7595a61d-1c41-4883-8953-f697e287e459, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=7595a61d-1c41-4883-8953-f697e287e459,segment=NetworkSegment(c9857785-b4c6-497a-888c-1af80cc6765e),segment_id=c9857785-b4c6-497a-888c-1af80cc6765e)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:13:02.408070 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:02.415103 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:02.423506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:02.424448 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:02.454338 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:02.467056 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:02.468756 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4407115 Sep 16 19:13:02.483957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 42164) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:02.521855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-87667969-e9a1-4a7b-ac17-36cf4cefe671 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Request body: {'security_group_rule': {'security_group_id': '1447c439-72d9-4d04-82a8-f02ba9f3cf01', 'project_id': 'a339dcda4d0842f69010183fb6780189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:02.535834 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe51ef-446c-4c19-9d0b-29f6ec0fe7fb None None] Pushing event updated for resources: {'Port': ['ID=7595a61d-1c41-4883-8953-f697e287e459,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:02.545487 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-87667969-e9a1-4a7b-ac17-36cf4cefe671 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:02.550503 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f7fe51ef-446c-4c19-9d0b-29f6ec0fe7fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:02.554613 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1447c439-72d9-4d04-82a8-f02ba9f3cf01,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:02.561925 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Routers {'96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:13:02.562639 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:12:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:13:02.569246 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:02.573775 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-87667969-e9a1-4a7b-ac17-36cf4cefe671 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Usage tracker for resource:security_group_rule and tenant:a339dcda4d0842f69010183fb6780189 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:02.581858 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-87667969-e9a1-4a7b-ac17-36cf4cefe671 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:02.624389 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-87667969-e9a1-4a7b-ac17-36cf4cefe671 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:02.648219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-526f8b07-cb7f-4ef7-8cca-3a6275cc4531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:02.661828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-526f8b07-cb7f-4ef7-8cca-3a6275cc4531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:02.717686 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-422feb66-080b-48c0-ae72-5bd2c9c89907 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:02.769956 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-526f8b07-cb7f-4ef7-8cca-3a6275cc4531 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c28ad24969ab4966b707ee3cbd2237cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0085397 Sep 16 19:13:02.773044 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-87667969-e9a1-4a7b-ac17-36cf4cefe671 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:02.779955 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452d107-0673-4133-ab66-41b9575e6053 req-8b2e8a17-1054-45a6-aca6-b7881ce1c3c0 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:02.781106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 42168) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:02.786217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f8b07-cb7f-4ef7-8cca-3a6275cc4531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7851cabc-b3dc-4dc9-9461-a21c12673936,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:02.795010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-526f8b07-cb7f-4ef7-8cca-3a6275cc4531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:02.802175 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2452d107-0673-4133-ab66-41b9575e6053 req-8b2e8a17-1054-45a6-aca6-b7881ce1c3c0 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 950 time: 0.1705816 Sep 16 19:13:02.870601 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:02.875399 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Usage tracker for resource:port and tenant:38c046ff61b7430fab7783b7c1bce025 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:02.879167 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:02.887515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:02.902224 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Made reservation on behalf of 38c046ff61b7430fab7783b7c1bce025 for: {'port': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:13:02.908545 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:02.917843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] Set router 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:13:02.941869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0538ddc8-fc87-478d-a949-39d29b7990b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:02.972975 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0538ddc8-fc87-478d-a949-39d29b7990b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:03.029769 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0538ddc8-fc87-478d-a949-39d29b7990b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:03.038706 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f534360a-496e-43af-b619-1fe37daa4889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:03.048289 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-87667969-e9a1-4a7b-ac17-36cf4cefe671 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:03.056076 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-87667969-e9a1-4a7b-ac17-36cf4cefe671 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:03.059243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538ddc8-fc87-478d-a949-39d29b7990b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7851cabc-b3dc-4dc9-9461-a21c12673936,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:03.062883 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0538ddc8-fc87-478d-a949-39d29b7990b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:03.063484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:03.069879 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0538ddc8-fc87-478d-a949-39d29b7990b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:03.074151 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0538ddc8-fc87-478d-a949-39d29b7990b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7851cabc-b3dc-4dc9-9461-a21c12673936 HTTP/1.1" status: 204 len: 168 time: 0.2818580 Sep 16 19:13:03.089884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87667969-e9a1-4a7b-ac17-36cf4cefe671 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f798c26-6a8e-4bb8-89a5-f5b523f0bb88,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:03.094699 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-87667969-e9a1-4a7b-ac17-36cf4cefe671 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:03.095994 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a21ade02-13e1-4275-b40d-f393ae9ec818 req-efb70f53-7b50-4132-8875-b7b4c9738465 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 210 time: 0.0862164 Sep 16 19:13:03.103510 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2452d107-0673-4133-ab66-41b9575e6053 req-4cdc7b59-0865-47b3-a6d3-81b150ffecc1 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/security-groups?id=b946108d-7cd5-499a-8867-b8f9b24f04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994566 Sep 16 19:13:03.105543 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-87667969-e9a1-4a7b-ac17-36cf4cefe671 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:03.106830 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-87667969-e9a1-4a7b-ac17-36cf4cefe671 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6215270 Sep 16 19:13:03.109782 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 42174) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:03.125715 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-b07f701a-ff99-4bb4-bb60-e98ed971fe7b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Request body: {'security_group_rule': {'security_group_id': '1447c439-72d9-4d04-82a8-f02ba9f3cf01', 'project_id': 'a339dcda4d0842f69010183fb6780189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:03.134076 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-b07f701a-ff99-4bb4-bb60-e98ed971fe7b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:03.140464 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-b07f701a-ff99-4bb4-bb60-e98ed971fe7b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Usage tracker for resource:security_group_rule and tenant:a339dcda4d0842f69010183fb6780189 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:03.149552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-b07f701a-ff99-4bb4-bb60-e98ed971fe7b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:03.158039 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-b07f701a-ff99-4bb4-bb60-e98ed971fe7b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:03.189740 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b07f701a-ff99-4bb4-bb60-e98ed971fe7b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:03.215907 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Allocated IP 172.20.0.2 (d6adc5e2-ae00-468c-93a4-cfc82f035796/65abb785-f8e9-4186-b372-e87514607609/401cef44-5bc6-4fc8-aff5-13fdcd861906) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:13:03.349256 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b07f701a-ff99-4bb4-bb60-e98ed971fe7b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:03.352425 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'name': 'tempest-TestShelveInstance-1847152865-router', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '78824485-df79-44cb-be8a-7a408fd772a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:48Z', 'updated_at': '2021-09-16T19:12:56Z', 'revision_number': 4, 'project_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'gw_port': {'id': '78824485-df79-44cb-be8a-7a408fd772a5', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:49Z', 'updated_at': '2021-09-16T19:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '7595a61d-1c41-4883-8953-f697e287e459', 'name': '', 'network_id': '8c78c196-5eb8-4d9f-a017-eb103412a3e1', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'mac_address': 'fa:16:3e:11:e3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '295f02e6-a1a3-4c6b-ba3f-b14aad27ec28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:55Z', 'updated_at': '2021-09-16T19:13:02Z', 'revision_number': 4, 'project_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'subnets': [{'id': '295f02e6-a1a3-4c6b-ba3f-b14aad27ec28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:13:03.356574 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b07f701a-ff99-4bb4-bb60-e98ed971fe7b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:03.358147 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529743a2-b5ad-4496-9c0a-1cdfb29c29b0 None None] The sync data for ids ['96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'] in dv-cinder-809448-1-smb is: [{'id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'name': 'tempest-TestShelveInstance-1847152865-router', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '78824485-df79-44cb-be8a-7a408fd772a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:48Z', 'updated_at': '2021-09-16T19:12:56Z', 'revision_number': 4, 'project_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'gw_port': {'id': '78824485-df79-44cb-be8a-7a408fd772a5', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:49Z', 'updated_at': '2021-09-16T19:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '7595a61d-1c41-4883-8953-f697e287e459', 'name': '', 'network_id': '8c78c196-5eb8-4d9f-a017-eb103412a3e1', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'mac_address': 'fa:16:3e:11:e3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '295f02e6-a1a3-4c6b-ba3f-b14aad27ec28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:55Z', 'updated_at': '2021-09-16T19:13:02Z', 'revision_number': 4, 'project_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'subnets': [{'id': '295f02e6-a1a3-4c6b-ba3f-b14aad27ec28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:13:03.376539 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-87667969-e9a1-4a7b-ac17-36cf4cefe671 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:03.427476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f701a-ff99-4bb4-bb60-e98ed971fe7b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b5b286-f94a-49ee-bc8b-b562825af767,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:03.439781 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b07f701a-ff99-4bb4-bb60-e98ed971fe7b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:03.447366 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b07f701a-ff99-4bb4-bb60-e98ed971fe7b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:03.449427 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-b07f701a-ff99-4bb4-bb60-e98ed971fe7b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3386195 Sep 16 19:13:03.453732 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 42192) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:03.461790 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-ebf84c53-1314-42c8-a2a1-9888c7bc7d32 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Request body: {'security_group_rule': {'security_group_id': '1447c439-72d9-4d04-82a8-f02ba9f3cf01', 'project_id': 'a339dcda4d0842f69010183fb6780189', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:03.490228 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ebf84c53-1314-42c8-a2a1-9888c7bc7d32 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:03.501666 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ebf84c53-1314-42c8-a2a1-9888c7bc7d32 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Usage tracker for resource:security_group_rule and tenant:a339dcda4d0842f69010183fb6780189 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:03.512763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ebf84c53-1314-42c8-a2a1-9888c7bc7d32 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:03.526507 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ebf84c53-1314-42c8-a2a1-9888c7bc7d32 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:03.584216 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ebf84c53-1314-42c8-a2a1-9888c7bc7d32 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:03.771323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ebf84c53-1314-42c8-a2a1-9888c7bc7d32 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:03.776125 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ebf84c53-1314-42c8-a2a1-9888c7bc7d32 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:03.793147 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b07f701a-ff99-4bb4-bb60-e98ed971fe7b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:03.863814 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf84c53-1314-42c8-a2a1-9888c7bc7d32 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41f889c-2bee-47d6-95e3-a64e1a777d19,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:03.881435 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ebf84c53-1314-42c8-a2a1-9888c7bc7d32 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:03.929648 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b3ac6e33-2c7c-432c-b082-7ba0b99621bb req-18c94ba3-da46-48f9-8b10-d67af08685df tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 210 time: 0.2408326 Sep 16 19:13:03.935280 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:03.936499 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 7595a61d-1c41-4883-8953-f697e287e459 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:13:03.984640 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 42206) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:04.116928 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f06437-42b0-4fd1-95d7-e6c5eb339aa1 req-27fae7d8-4796-45fe-8a89-d094344317a6 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:04.128840 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-40f06437-42b0-4fd1-95d7-e6c5eb339aa1 req-27fae7d8-4796-45fe-8a89-d094344317a6 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1948087 Sep 16 19:13:04.133415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port 7595a61d-1c41-4883-8953-f697e287e459 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:13:04.141871 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 7595a61d-1c41-4883-8953-f697e287e459 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:13:04.144396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:04.181680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:04.214442 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['998c6ac8-abb8-41f3-b525-ba904efe9152', '6b3d8514-620f-4992-a6d8-44fbb8f12704', '3a9df359-ffbe-44b7-b742-f07a078a01d2'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:13:04.216905 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-62b4086b-3701-4d5b-ae84-aa0074da3143 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:04.316466 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ebf84c53-1314-42c8-a2a1-9888c7bc7d32 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:04.317852 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ebf84c53-1314-42c8-a2a1-9888c7bc7d32 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8631513 Sep 16 19:13:04.336528 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 42218) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:04.346834 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-0df2f16d-0d62-4cf3-b2ec-539a21d07ed8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Request body: {'security_group_rule': {'security_group_id': '1447c439-72d9-4d04-82a8-f02ba9f3cf01', 'project_id': 'a339dcda4d0842f69010183fb6780189', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:04.365745 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0df2f16d-0d62-4cf3-b2ec-539a21d07ed8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:04.373694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0df2f16d-0d62-4cf3-b2ec-539a21d07ed8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Usage tracker for resource:security_group_rule and tenant:a339dcda4d0842f69010183fb6780189 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:04.381601 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0df2f16d-0d62-4cf3-b2ec-539a21d07ed8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:04.397783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0df2f16d-0d62-4cf3-b2ec-539a21d07ed8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:04.500981 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-bc4f2730-172d-45b5-a297-029d70cf26d6 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:04.502872 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-bc4f2730-172d-45b5-a297-029d70cf26d6 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Synchronizing usage tracker for tenant:e1f9400e325847399c22edc1b6fdedab on resource:network {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:13:04.522083 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0df2f16d-0d62-4cf3-b2ec-539a21d07ed8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:04.613320 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-bc4f2730-172d-45b5-a297-029d70cf26d6 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Unset dirty status for tenant:e1f9400e325847399c22edc1b6fdedab on resource:network {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:13:04.614484 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-bc4f2730-172d-45b5-a297-029d70cf26d6 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.45 "GET /v2.0/networks?id=ee5b9593-51fe-41e7-9452-f553f51515a6 HTTP/1.1" status: 200 len: 809 time: 0.7519870 Sep 16 19:13:04.623824 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Network d6adc5e2-ae00-468c-93a4-cfc82f035796 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:13:04.631112 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0df2f16d-0d62-4cf3-b2ec-539a21d07ed8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:04.637734 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Request body: {'port': {'device_id': '96a45f0e-944c-4558-a5a1-e5d8f7f2d84c', 'network_id': 'ee5b9593-51fe-41e7-9452-f553f51515a6', 'admin_state_up': True, 'tenant_id': 'e1f9400e325847399c22edc1b6fdedab'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:04.661374 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:04.661520 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0df2f16d-0d62-4cf3-b2ec-539a21d07ed8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:04.710014 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:13:04.735248 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e7a2bad7-9bd7-4636-8a29-fd2e6ec13e3d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:04.744816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port 7595a61d-1c41-4883-8953-f697e287e459, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=7595a61d-1c41-4883-8953-f697e287e459,segment=NetworkSegment(c9857785-b4c6-497a-888c-1af80cc6765e),segment_id=c9857785-b4c6-497a-888c-1af80cc6765e)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:04.749643 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:13:04.754860 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:04.755661 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:04.773312 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2f16d-0d62-4cf3-b2ec-539a21d07ed8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de40d4f-db12-4f8e-b9f7-2f47e9578d63,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:04.776291 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0df2f16d-0d62-4cf3-b2ec-539a21d07ed8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:04.789351 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:04.795122 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0df2f16d-0d62-4cf3-b2ec-539a21d07ed8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:04.797083 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0df2f16d-0d62-4cf3-b2ec-539a21d07ed8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4592929 Sep 16 19:13:04.801076 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 42230) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:04.801457 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-25814f2e-c703-43fe-a904-2bc468641c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:04.810157 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:04.812074 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-88f65969-8aea-4d10-9143-cea76ff465d1 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Request body: {'security_group_rule': {'security_group_id': '1447c439-72d9-4d04-82a8-f02ba9f3cf01', 'project_id': 'a339dcda4d0842f69010183fb6780189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:04.819250 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-88f65969-8aea-4d10-9143-cea76ff465d1 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:04.824745 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4438133 Sep 16 19:13:04.825525 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-88f65969-8aea-4d10-9143-cea76ff465d1 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Usage tracker for resource:security_group_rule and tenant:a339dcda4d0842f69010183fb6780189 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:04.828937 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-88f65969-8aea-4d10-9143-cea76ff465d1 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:04.856557 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-88f65969-8aea-4d10-9143-cea76ff465d1 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:04.889194 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Request body: {'port': {'device_id': '32d052b9-80e4-455f-b5f7-00c823d5cc7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:04.891195 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.securitygroups_db [None req-88f65969-8aea-4d10-9143-cea76ff465d1 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Project a339dcda4d0842f69010183fb6780189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:13:04.905424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-88f65969-8aea-4d10-9143-cea76ff465d1 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:04.911471 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=7595a61d-1c41-4883-8953-f697e287e459,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:04.915673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:04.924476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:04.926492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Usage tracker for resource:port and tenant:e1f9400e325847399c22edc1b6fdedab is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:04.939845 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:04.952724 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:04.987472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Made reservation on behalf of e1f9400e325847399c22edc1b6fdedab for: {'port': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:13:04.995342 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.054423 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-88f65969-8aea-4d10-9143-cea76ff465d1 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.070457 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Pushing event updated for resources: {'Port': ['ID=401cef44-5bc6-4fc8-aff5-13fdcd861906,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:05.083692 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-40f06437-42b0-4fd1-95d7-e6c5eb339aa1 req-3c63ff0f-d530-481e-86a2-c42ed002e374 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9539018 Sep 16 19:13:05.090297 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:05.093809 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-25814f2e-c703-43fe-a904-2bc468641c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:05.110938 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-25814f2e-c703-43fe-a904-2bc468641c57 admin admin] Usage tracker for resource:security_group_rule and tenant:84ea6d12f7b645febe0de633dae8ea42 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:05.122198 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-25814f2e-c703-43fe-a904-2bc468641c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:05.137084 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-25814f2e-c703-43fe-a904-2bc468641c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:05.145255 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d30e2b-cc32-40e2-b776-ce8d754d476e req-1a8bc24f-6382-4cf1-b626-85cf4031b308 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:05.149879 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-88f65969-8aea-4d10-9143-cea76ff465d1 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.153484 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6d30e2b-cc32-40e2-b776-ce8d754d476e req-1a8bc24f-6382-4cf1-b626-85cf4031b308 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 950 time: 0.5224819 Sep 16 19:13:05.155270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.199945 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:05.245844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f65969-8aea-4d10-9143-cea76ff465d1 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5039c388-0954-4726-a049-0805e823c092,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:05.251658 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-88f65969-8aea-4d10-9143-cea76ff465d1 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:05.270253 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-88f65969-8aea-4d10-9143-cea76ff465d1 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.274794 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-88f65969-8aea-4d10-9143-cea76ff465d1 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4719934 Sep 16 19:13:05.278661 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 42244) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:05.300319 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b6d30e2b-cc32-40e2-b776-ce8d754d476e req-ca8bf31c-f521-4ece-b1d7-47f059eabff7 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/security-groups?id=b946108d-7cd5-499a-8867-b8f9b24f04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456137 Sep 16 19:13:05.320357 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-7908f25c-23e2-4d11-bcd5-6704abda64ed tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Request body: {'security_group_rule': {'security_group_id': '1447c439-72d9-4d04-82a8-f02ba9f3cf01', 'project_id': 'a339dcda4d0842f69010183fb6780189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:05.344147 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7908f25c-23e2-4d11-bcd5-6704abda64ed tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:05.352993 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7908f25c-23e2-4d11-bcd5-6704abda64ed tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Usage tracker for resource:security_group_rule and tenant:a339dcda4d0842f69010183fb6780189 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:05.363373 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7908f25c-23e2-4d11-bcd5-6704abda64ed tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:05.374185 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7908f25c-23e2-4d11-bcd5-6704abda64ed tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:05.394230 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Allocated IP 172.20.0.11 (ee5b9593-51fe-41e7-9452-f553f51515a6/920ec744-560b-407d-a270-319f1f214299/a8786aff-cecf-4787-af99-6d8f2de893ae) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:13:05.405648 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.securitygroups_db [None req-7908f25c-23e2-4d11-bcd5-6704abda64ed tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Project a339dcda4d0842f69010183fb6780189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:13:05.429008 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7908f25c-23e2-4d11-bcd5-6704abda64ed tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.742624 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7908f25c-23e2-4d11-bcd5-6704abda64ed tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.751853 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7908f25c-23e2-4d11-bcd5-6704abda64ed tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.766844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0df2f16d-0d62-4cf3-b2ec-539a21d07ed8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:05.821031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 7595a61d-1c41-4883-8953-f697e287e459 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:13:05.826003 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48ae7f30-180c-4d99-9059-fb09addf56b1 req-82c7ebdb-92e5-40e8-8df5-0333ab903214 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 210 time: 0.0948439 Sep 16 19:13:05.838921 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401cef44-5bc6-4fc8-aff5-13fdcd861906 {{(pid=82445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:13:05.862784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.866305 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-25814f2e-c703-43fe-a904-2bc468641c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.879642 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-25814f2e-c703-43fe-a904-2bc468641c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.894844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908f25c-23e2-4d11-bcd5-6704abda64ed tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10ea874-d0e4-47dc-b934-081379dc5439,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:05.895086 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b39887d2-53ba-442c-844e-fa90de4ffaeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:05.915507 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Transition to ACTIVE for port object 401cef44-5bc6-4fc8-aff5-13fdcd861906 will not be triggered until provisioned by entity L2. {{(pid=82445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:13:05.916237 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7908f25c-23e2-4d11-bcd5-6704abda64ed tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:05.920230 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.931018 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 7595a61d-1c41-4883-8953-f697e287e459 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:13:05.931792 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.935041 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7908f25c-23e2-4d11-bcd5-6704abda64ed tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.944816 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7908f25c-23e2-4d11-bcd5-6704abda64ed tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6574047 Sep 16 19:13:05.944987 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.990123 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ff1fb-bd42-42a6-9a98-d9ea60a61ed0 req-b898a29e-bae7-4813-af85-1a3697fc4e3a tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:05.992015 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-381ff1fb-bd42-42a6-9a98-d9ea60a61ed0 req-b898a29e-bae7-4813-af85-1a3697fc4e3a tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 950 time: 0.2170317 Sep 16 19:13:05.994009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:05.994978 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25814f2e-c703-43fe-a904-2bc468641c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ec9ff8-a6b5-4f10-8536-16b3b8a83384,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:06.000414 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:06.006525 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec327b-24c1-4645-a69e-d4e9b5d2e769 req-fb124781-629b-465e-b4a0-3db42ac5cd1e tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:06.007333 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-e9ec327b-24c1-4645-a69e-d4e9b5d2e769 req-fb124781-629b-465e-b4a0-3db42ac5cd1e tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Synchronizing usage tracker for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:13:06.014446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-25814f2e-c703-43fe-a904-2bc468641c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:06.014926 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:06.059950 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-25814f2e-c703-43fe-a904-2bc468641c57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84ea6d12f7b645febe0de633dae8ea42&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0696089 Sep 16 19:13:06.070160 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 42290) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:06.161393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Network ee5b9593-51fe-41e7-9452-f553f51515a6 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:13:06.167565 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:13:06.170035 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:13:06.221583 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-381ff1fb-bd42-42a6-9a98-d9ea60a61ed0 req-c693b85d-1c09-4070-a9ee-554ad4a6d560 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Deleting port 714a08df-53b3-45ec-bef1-7f362ff8e4d2 {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:13:06.222072 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-381ff1fb-bd42-42a6-9a98-d9ea60a61ed0 req-c693b85d-1c09-4070-a9ee-554ad4a6d560 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:06.226963 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-e9ec327b-24c1-4645-a69e-d4e9b5d2e769 req-fb124781-629b-465e-b4a0-3db42ac5cd1e tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Unset dirty status for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:13:06.228252 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e9ec327b-24c1-4645-a69e-d4e9b5d2e769 req-fb124781-629b-465e-b4a0-3db42ac5cd1e tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 931 time: 0.6008399 Sep 16 19:13:06.259371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Pushing event updated for resources: {'Port': ['ID=a8786aff-cecf-4787-af99-6d8f2de893ae,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:06.279436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Pushing event updated for resources: {'Port': ['ID=401cef44-5bc6-4fc8-aff5-13fdcd861906,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:06.309761 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.310252 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.310737 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.311230 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.311792 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.312259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.312768 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.313232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.313699 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.314303 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.314773 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.334818 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:06.475366 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:06.476305 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:06.527862 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8953090 Sep 16 19:13:06.555835 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Request body: {'port': {'device_id': '96a45f0e-944c-4558-a5a1-e5d8f7f2d84c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:06.581783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.582281 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.582743 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.583288 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.583629 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.584085 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.584686 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.585157 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.585885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.586640 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.586969 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:06.610894 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:06.628518 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e9ec327b-24c1-4645-a69e-d4e9b5d2e769 req-86b3833a-ce98-4320-9028-f96e80e6d42a tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750379 Sep 16 19:13:06.629368 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Attempting to bind port 401cef44-5bc6-4fc8-aff5-13fdcd861906 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:13:06.629743 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Attempting to bind port 401cef44-5bc6-4fc8-aff5-13fdcd861906 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'}] {{(pid=82445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:13:06.630110 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Attempting to bind port 401cef44-5bc6-4fc8-aff5-13fdcd861906 on network d6adc5e2-ae00-468c-93a4-cfc82f035796 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:13:06.674277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Port 401cef44-5bc6-4fc8-aff5-13fdcd861906 on network d6adc5e2-ae00-468c-93a4-cfc82f035796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:13:06.675051 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Attempting to bind port 401cef44-5bc6-4fc8-aff5-13fdcd861906 on network d6adc5e2-ae00-468c-93a4-cfc82f035796 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:13:06.687596 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:13:06.688146 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Checking segment: {'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:13:06.688786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Bound using segment: {'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'} {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:13:06.689609 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Bound port: 401cef44-5bc6-4fc8-aff5-13fdcd861906, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef5393a-94fa-48d9-b143-69e07c2961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796'}}] {{(pid=82445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:13:06.690328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:06.759798 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-59313844-8118-4838-b30c-f4acc0ad5146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:06.793381 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-59313844-8118-4838-b30c-f4acc0ad5146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:06.794065 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:06.839335 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-381ff1fb-bd42-42a6-9a98-d9ea60a61ed0 req-c693b85d-1c09-4070-a9ee-554ad4a6d560 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] For port 714a08df-53b3-45ec-bef1-7f362ff8e4d2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=714a08df-53b3-45ec-bef1-7f362ff8e4d2,segment=NetworkSegment(8f63729c-c193-4fcb-8ec0-8ba92f0773c2),segment_id=8f63729c-c193-4fcb-8ec0-8ba92f0773c2)] {{(pid=82446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:06.839922 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-381ff1fb-bd42-42a6-9a98-d9ea60a61ed0 req-c693b85d-1c09-4070-a9ee-554ad4a6d560 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:06.922937 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-59313844-8118-4838-b30c-f4acc0ad5146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:06.968084 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-34ef0384-0a52-48fb-a6e9-0b1f7b7e95f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:07.012174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b123d16-4421-422d-a0f7-5effe1f8a9b2 req-8de2106e-a9ff-4cf6-b2b6-4daa728ed95a tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:07.014185 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4b123d16-4421-422d-a0f7-5effe1f8a9b2 req-8de2106e-a9ff-4cf6-b2b6-4daa728ed95a tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.6876771 Sep 16 19:13:07.015697 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59313844-8118-4838-b30c-f4acc0ad5146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ec9ff8-a6b5-4f10-8536-16b3b8a83384,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:07.018416 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-59313844-8118-4838-b30c-f4acc0ad5146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:07.021459 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-59313844-8118-4838-b30c-f4acc0ad5146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:07.026141 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-59313844-8118-4838-b30c-f4acc0ad5146 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88ec9ff8-a6b5-4f10-8536-16b3b8a83384 HTTP/1.1" status: 204 len: 168 time: 0.9463964 Sep 16 19:13:07.033713 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] For port 401cef44-5bc6-4fc8-aff5-13fdcd861906, host hv-cinder-80944, cleared binding levels {{(pid=82445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:13:07.038654 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] For port 401cef44-5bc6-4fc8-aff5-13fdcd861906, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=401cef44-5bc6-4fc8-aff5-13fdcd861906,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:13:07.060492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:07.094909 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d8fcdc86-222e-476e-b1c3-6ca77f7307bb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:07.178571 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a34d7-bc23-44aa-96a1-f23afe379e82 req-172287a6-45ff-4e81-83b9-99854ae549ac tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:07.180678 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6a3a34d7-bc23-44aa-96a1-f23afe379e82 req-172287a6-45ff-4e81-83b9-99854ae549ac tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 950 time: 0.3317113 Sep 16 19:13:07.186578 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:07.188420 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] 10.222.0.45 "PUT /v2.0/ports/401cef44-5bc6-4fc8-aff5-13fdcd861906 HTTP/1.1" status: 200 len: 1093 time: 2.3210742 Sep 16 19:13:07.224765 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d052b9-80e4-455f-b5f7-00c823d5cc7a', 'tag': '401cef44-5bc6-4fc8-aff5-13fdcd861906'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:13:07.225570 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-381ff1fb-bd42-42a6-9a98-d9ea60a61ed0 req-c693b85d-1c09-4070-a9ee-554ad4a6d560 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Calling delete_port for 714a08df-53b3-45ec-bef1-7f362ff8e4d2 owned by compute:nova {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:13:07.341249 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4b123d16-4421-422d-a0f7-5effe1f8a9b2 req-e8a4ce3a-7ca8-4d11-8b5d-f7d544e46eb3 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954791 Sep 16 19:13:07.344743 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Pushing event updated for resources: {'Port': ['ID=401cef44-5bc6-4fc8-aff5-13fdcd861906,revision_number=3']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:07.355384 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:07.408194 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6a3a34d7-bc23-44aa-96a1-f23afe379e82 req-e4413258-a148-4cd8-9aa5-f4fb5e3859b6 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/security-groups?id=b946108d-7cd5-499a-8867-b8f9b24f04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051308 Sep 16 19:13:07.460252 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-cc89971d-3ff0-4770-b64e-2c4b1bdcae78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38c046ff61b7430fab7783b7c1bce025&device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 1096 time: 0.2228231 Sep 16 19:13:07.597492 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-eceed65a-2a96-4b3f-80a0-ea2582439992 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=401cef44-5bc6-4fc8-aff5-13fdcd861906 HTTP/1.1" status: 200 len: 217 time: 0.1290050 Sep 16 19:13:07.710653 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d052b9-80e4-455f-b5f7-00c823d5cc7a', 'tag': '401cef44-5bc6-4fc8-aff5-13fdcd861906', 'status': 'completed', 'code': 200} Sep 16 19:13:07.834246 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-381ff1fb-bd42-42a6-9a98-d9ea60a61ed0 req-c693b85d-1c09-4070-a9ee-554ad4a6d560 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:07.847336 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['714a08df-53b3-45ec-bef1-7f362ff8e4d2'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:13:07.860025 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-be1f274c-599e-461b-8af0-2aa6641beed7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:07.925394 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a200830-4a43-4994-89c1-7e17de856d67 req-5c5d4c68-66f1-40b3-aa5a-1596fef5d972 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:07.933349 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8a200830-4a43-4994-89c1-7e17de856d67 req-5c5d4c68-66f1-40b3-aa5a-1596fef5d972 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 932 time: 0.2254937 Sep 16 19:13:07.942538 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693b85d-1c09-4070-a9ee-554ad4a6d560 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Pushing event deleted for resources: {'Port': ['ID=714a08df-53b3-45ec-bef1-7f362ff8e4d2,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:07.956259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c693b85d-1c09-4070-a9ee-554ad4a6d560 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:07.964849 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-399cc812-123c-4354-8801-1b386b6f1eff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:07.966649 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-399cc812-123c-4354-8801-1b386b6f1eff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65abb785-f8e9-4186-b372-e87514607609 HTTP/1.1" status: 200 len: 854 time: 0.3553183 Sep 16 19:13:08.155119 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8a200830-4a43-4994-89c1-7e17de856d67 req-f87595ce-ef23-408e-b449-4a2a8b489f16 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207098 Sep 16 19:13:08.167596 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-1079025a-5e36-4655-b11f-bbcb53cef01e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d6adc5e2-ae00-468c-93a4-cfc82f035796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1741483 Sep 16 19:13:08.168923 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-381ff1fb-bd42-42a6-9a98-d9ea60a61ed0 req-c693b85d-1c09-4070-a9ee-554ad4a6d560 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] No DVR routers for this DVR port 714a08df-53b3-45ec-bef1-7f362ff8e4d2 on host hv-cinder-80944 {{(pid=82446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:13:08.188960 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-381ff1fb-bd42-42a6-9a98-d9ea60a61ed0 req-c693b85d-1c09-4070-a9ee-554ad4a6d560 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:08.191897 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5ece54-f934-4341-9a7d-d12dc08cc539', 'name': 'network-vif-deleted', 'tag': '714a08df-53b3-45ec-bef1-7f362ff8e4d2'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:13:08.214543 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8786aff-cecf-4787-af99-6d8f2de893ae {{(pid=82446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:13:08.223250 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:08.229177 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-381ff1fb-bd42-42a6-9a98-d9ea60a61ed0 req-c693b85d-1c09-4070-a9ee-554ad4a6d560 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.45 "DELETE /v2.0/ports/714a08df-53b3-45ec-bef1-7f362ff8e4d2 HTTP/1.1" status: 204 len: 173 time: 2.1858585 Sep 16 19:13:08.260805 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Transition to ACTIVE for port object a8786aff-cecf-4787-af99-6d8f2de893ae will not be triggered until provisioned by entity L2. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:13:08.263706 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:08.276250 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-355d1e5e-b43b-479f-b687-03c6cd309c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:08.337297 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995842e-727a-4c56-a43d-f2f2f2061f6b req-a9953143-1661-47ac-bc76-87a0e0034f7a tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:08.347334 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5ece54-f934-4341-9a7d-d12dc08cc539', 'name': 'network-vif-deleted', 'tag': '714a08df-53b3-45ec-bef1-7f362ff8e4d2', 'status': 'completed', 'code': 200} Sep 16 19:13:08.347557 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8995842e-727a-4c56-a43d-f2f2f2061f6b req-a9953143-1661-47ac-bc76-87a0e0034f7a tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 943 time: 0.5218990 Sep 16 19:13:08.470138 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8995842e-727a-4c56-a43d-f2f2f2061f6b req-1c332b40-7ed9-4d50-9845-8c9e54fae1b2 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220315 Sep 16 19:13:08.470330 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8786aff-cecf-4787-af99-6d8f2de893ae,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:08.479284 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:08.521919 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-e435cbc1-08c7-4516-a715-a00b3e4b103a service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318768 Sep 16 19:13:08.662819 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Attempting to bind port a8786aff-cecf-4787-af99-6d8f2de893ae on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:13:08.663188 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Attempting to bind port a8786aff-cecf-4787-af99-6d8f2de893ae by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '7eb8c59b-b155-41fe-939e-a796944edb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee5b9593-51fe-41e7-9452-f553f51515a6'}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:13:08.663544 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Attempting to bind port a8786aff-cecf-4787-af99-6d8f2de893ae on network ee5b9593-51fe-41e7-9452-f553f51515a6 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:13:08.671030 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Port a8786aff-cecf-4787-af99-6d8f2de893ae on network ee5b9593-51fe-41e7-9452-f553f51515a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:13:08.671384 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Attempting to bind port a8786aff-cecf-4787-af99-6d8f2de893ae on network ee5b9593-51fe-41e7-9452-f553f51515a6 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:13:08.678707 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:13:08.679078 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Checking segment: {'id': '7eb8c59b-b155-41fe-939e-a796944edb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee5b9593-51fe-41e7-9452-f553f51515a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:13:08.679490 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Bound using segment: {'id': '7eb8c59b-b155-41fe-939e-a796944edb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee5b9593-51fe-41e7-9452-f553f51515a6'} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:13:08.679959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Bound port: a8786aff-cecf-4787-af99-6d8f2de893ae, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb8c59b-b155-41fe-939e-a796944edb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee5b9593-51fe-41e7-9452-f553f51515a6'}}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:13:08.680344 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:08.740849 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8335c8d1-9f95-40db-ac3b-aab580d01298 req-bd1329ab-382a-4afa-a670-cbafdaf8e6a1 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c5ece54-f934-4341-9a7d-d12dc08cc539 HTTP/1.1" status: 200 len: 210 time: 0.0656996 Sep 16 19:13:08.802822 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] For port a8786aff-cecf-4787-af99-6d8f2de893ae, host hv-cinder-80944, cleared binding levels {{(pid=82446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:13:08.808001 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] For port a8786aff-cecf-4787-af99-6d8f2de893ae, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=a8786aff-cecf-4787-af99-6d8f2de893ae,segment=NetworkSegment(7eb8c59b-b155-41fe-939e-a796944edb2c),segment_id=7eb8c59b-b155-41fe-939e-a796944edb2c)] {{(pid=82446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:13:08.813412 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:08.824734 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:08.887227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:08.888838 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] 10.222.0.45 "PUT /v2.0/ports/a8786aff-cecf-4787-af99-6d8f2de893ae HTTP/1.1" status: 200 len: 1094 time: 2.3376567 Sep 16 19:13:08.914092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8786aff-cecf-4787-af99-6d8f2de893ae,revision_number=3']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:08.921651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:09.009482 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbaf5ca0-0d27-4795-a804-f6cf840de238 req-a715c39f-97b5-47ca-a079-f5bfac575dd5 service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790032 Sep 16 19:13:09.062214 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c29a197a-5f83-4536-b0e8-5021bb96a916 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e1f9400e325847399c22edc1b6fdedab&device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 1097 time: 0.0876460 Sep 16 19:13:09.138275 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-10baa30f-d42d-418b-b8a4-6e36b663d145 req-a7e3a58e-4ad3-4ada-a910-b6d516751380 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38c046ff61b7430fab7783b7c1bce025&device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 1096 time: 0.0804820 Sep 16 19:13:09.143549 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-d8c43d71-fcb8-4aa2-a0d1-2e6ea0c2ce16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8786aff-cecf-4787-af99-6d8f2de893ae HTTP/1.1" status: 200 len: 217 time: 0.0716593 Sep 16 19:13:09.229377 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-73c4d522-fb46-4395-8cd7-69ad1f1d48d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:09.232292 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-73c4d522-fb46-4395-8cd7-69ad1f1d48d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=920ec744-560b-407d-a270-319f1f214299 HTTP/1.1" status: 200 len: 849 time: 0.0817716 Sep 16 19:13:09.292703 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-40452bd8-9fbd-482a-ac2f-9cdad3bf0f01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ee5b9593-51fe-41e7-9452-f553f51515a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533664 Sep 16 19:13:09.303518 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baa30f-d42d-418b-b8a4-6e36b663d145 req-457d8014-f45a-4b67-9681-8c0e97bbe7b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:09.305147 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-10baa30f-d42d-418b-b8a4-6e36b663d145 req-457d8014-f45a-4b67-9681-8c0e97bbe7b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d6adc5e2-ae00-468c-93a4-cfc82f035796 HTTP/1.1" status: 200 len: 915 time: 0.1548355 Sep 16 19:13:09.422174 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-10baa30f-d42d-418b-b8a4-6e36b663d145 req-c5738603-ea85-40cc-9322-73ebaf9aab72 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=401cef44-5bc6-4fc8-aff5-13fdcd861906 HTTP/1.1" status: 200 len: 217 time: 0.0795469 Sep 16 19:13:09.443745 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-c50f34c1-c9c8-489e-94db-2c7298080bb9 service neutron] 10.222.0.45 "GET /v2.0/networks/ee5b9593-51fe-41e7-9452-f553f51515a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439250 Sep 16 19:13:09.516396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baa30f-d42d-418b-b8a4-6e36b663d145 req-c335a163-d7e8-4176-be3c-5de62df5b49c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:09.518405 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-10baa30f-d42d-418b-b8a4-6e36b663d145 req-c335a163-d7e8-4176-be3c-5de62df5b49c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65abb785-f8e9-4186-b372-e87514607609 HTTP/1.1" status: 200 len: 854 time: 0.0873134 Sep 16 19:13:09.525734 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5609a3f-438e-43a8-b945-d4813b8ee1b6 req-71908d78-7d86-49e6-8ff6-8bd0db1de2d9 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:09.527344 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e5609a3f-438e-43a8-b945-d4813b8ee1b6 req-71908d78-7d86-49e6-8ff6-8bd0db1de2d9 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 944 time: 0.2193911 Sep 16 19:13:09.588981 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-10baa30f-d42d-418b-b8a4-6e36b663d145 req-4b228c26-d365-43ea-9a0b-8bcc84260f80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d6adc5e2-ae00-468c-93a4-cfc82f035796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606318 Sep 16 19:13:09.615736 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d43ff7d-c35a-40b0-b4e5-121bd1fbffcf req-66f19e05-169e-4427-abb7-2eedcf6af2dd service neutron] 10.222.0.45 "GET /v2.0/networks/ee5b9593-51fe-41e7-9452-f553f51515a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654797 Sep 16 19:13:09.767651 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e5609a3f-438e-43a8-b945-d4813b8ee1b6 req-4d4801f0-02a5-44f1-b1b8-9435f075813d tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987114 Sep 16 19:13:09.833016 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-10baa30f-d42d-418b-b8a4-6e36b663d145 req-e8fe7334-8d4e-4817-8e28-52edd3751c2f service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367616 Sep 16 19:13:09.840467 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3b2f2-2cd2-466a-ae76-e4574be7de25 req-8c87b633-a7ec-408b-b9f0-c9005cdc2d7e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:09.842060 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bab3b2f2-2cd2-466a-ae76-e4574be7de25 req-8c87b633-a7ec-408b-b9f0-c9005cdc2d7e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.2521312 Sep 16 19:13:10.062418 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bab3b2f2-2cd2-466a-ae76-e4574be7de25 req-962e3d2d-042e-4ff1-9779-472eb94cd5fd tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928086 Sep 16 19:13:10.091649 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-10baa30f-d42d-418b-b8a4-6e36b663d145 req-42b65423-0290-4a0f-a77e-0717acd977b8 service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485600 Sep 16 19:13:10.103509 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbeae5-a37c-474a-81c5-09c90f0297e4 req-f0266b10-d53c-4dfd-990f-6de25f4c79f7 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:10.105999 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-65bbeae5-a37c-474a-81c5-09c90f0297e4 req-f0266b10-d53c-4dfd-990f-6de25f4c79f7 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 943 time: 0.1665058 Sep 16 19:13:10.141354 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 714a08df-53b3-45ec-bef1-7f362ff8e4d2 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:13:10.161867 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-65bbeae5-a37c-474a-81c5-09c90f0297e4 req-d53a3252-f497-4e4c-920d-b7663c13701a tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492754 Sep 16 19:13:10.180615 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: 714a08df-53b3-45ec-bef1-7f362ff8e4d2 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:13:10.181021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 714a08df-53b3-45ec-bef1-7f362ff8e4d2 not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:13:10.348174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a45f0e-944c-4558-a5a1-e5d8f7f2d84c', 'tag': 'a8786aff-cecf-4787-af99-6d8f2de893ae'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:13:10.400562 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a45f0e-944c-4558-a5a1-e5d8f7f2d84c', 'tag': 'a8786aff-cecf-4787-af99-6d8f2de893ae', 'status': 'completed', 'code': 200} Sep 16 19:13:10.513158 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e3743671-7665-44a5-aede-876e6bbad52f req-3978281c-441f-47ab-9d4e-f0577f8aaadc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e1f9400e325847399c22edc1b6fdedab&device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 1097 time: 0.0829067 Sep 16 19:13:10.670641 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3743671-7665-44a5-aede-876e6bbad52f req-05f37b84-e4f6-483e-82c1-127f1c20dcbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:10.672294 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e3743671-7665-44a5-aede-876e6bbad52f req-05f37b84-e4f6-483e-82c1-127f1c20dcbc service neutron] 10.222.0.45 "GET /v2.0/networks?id=ee5b9593-51fe-41e7-9452-f553f51515a6 HTTP/1.1" status: 200 len: 910 time: 0.1523769 Sep 16 19:13:10.748085 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e3743671-7665-44a5-aede-876e6bbad52f req-1fb29455-8b02-4b34-b0cc-22628bc402ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8786aff-cecf-4787-af99-6d8f2de893ae HTTP/1.1" status: 200 len: 217 time: 0.0652096 Sep 16 19:13:10.824172 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3743671-7665-44a5-aede-876e6bbad52f req-147936ec-1659-4b26-8811-dac793cee4a3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:10.826121 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e3743671-7665-44a5-aede-876e6bbad52f req-147936ec-1659-4b26-8811-dac793cee4a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=920ec744-560b-407d-a270-319f1f214299 HTTP/1.1" status: 200 len: 849 time: 0.0713639 Sep 16 19:13:10.881024 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e3743671-7665-44a5-aede-876e6bbad52f req-bc01b508-fcbb-4c46-bcdb-b370d83ccd95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ee5b9593-51fe-41e7-9452-f553f51515a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482197 Sep 16 19:13:11.094228 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e3743671-7665-44a5-aede-876e6bbad52f req-fc652e31-cbea-416c-85d5-9b3497105ec4 service neutron] 10.222.0.45 "GET /v2.0/networks/ee5b9593-51fe-41e7-9452-f553f51515a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051411 Sep 16 19:13:11.113417 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a3319-ad28-4f3a-98f3-05b3d65dbb1d req-b8078e24-d80c-4e42-9eab-606ea4e0ac4f tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:11.114905 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fc4a3319-ad28-4f3a-98f3-05b3d65dbb1d req-b8078e24-d80c-4e42-9eab-606ea4e0ac4f tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 944 time: 0.2019541 Sep 16 19:13:11.267331 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fc4a3319-ad28-4f3a-98f3-05b3d65dbb1d req-c6588bd4-1061-436f-a943-1b8c312bbe12 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297278 Sep 16 19:13:11.298458 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e3743671-7665-44a5-aede-876e6bbad52f req-87752a60-6a76-4836-b935-3cefe7f5faec service neutron] 10.222.0.45 "GET /v2.0/networks/ee5b9593-51fe-41e7-9452-f553f51515a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825137 Sep 16 19:13:11.381959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cebef-c498-4543-b5dd-16bd70b889e9 req-8ca3bf6a-14e7-46c7-93ff-15d1bc2cc404 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:11.383799 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ff1cebef-c498-4543-b5dd-16bd70b889e9 req-8ca3bf6a-14e7-46c7-93ff-15d1bc2cc404 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 943 time: 0.0878787 Sep 16 19:13:11.435282 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ff1cebef-c498-4543-b5dd-16bd70b889e9 req-090039c9-24de-4798-ad9c-7f4ecea0231c tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452397 Sep 16 19:13:12.481969 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084c54f-cd4b-4544-9aba-78521c211357 req-9faabab4-ba68-4b10-b689-6bc7a7e28bdc tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:12.483573 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6084c54f-cd4b-4544-9aba-78521c211357 req-9faabab4-ba68-4b10-b689-6bc7a7e28bdc tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 944 time: 0.0862451 Sep 16 19:13:12.555661 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6084c54f-cd4b-4544-9aba-78521c211357 req-d5f2f8ad-409f-4ebb-af1e-43c6d9d92b90 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650706 Sep 16 19:13:12.644885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9823e4d-c099-4c3a-8e71-ef31cb9a29b7 req-8688db2a-cee5-41ac-b40f-c98d612f92f6 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:12.646614 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e9823e4d-c099-4c3a-8e71-ef31cb9a29b7 req-8688db2a-cee5-41ac-b40f-c98d612f92f6 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 943 time: 0.0831010 Sep 16 19:13:12.702386 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e9823e4d-c099-4c3a-8e71-ef31cb9a29b7 req-90266bf5-e253-4246-9e50-1a88a44088db tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496712 Sep 16 19:13:13.527655 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d9fef236-9d45-4775-8573-a3f39ab17d9d req-93980973-395c-4633-8556-761e9c52bd7a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=27dc7b61347448d89fa8d78c40f1def6&device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 1098 time: 0.1271296 Sep 16 19:13:13.638584 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3efe80-555e-4304-b4ba-204b5173f684 req-9eb1778f-318c-41cb-9fa1-f115eaee7ec6 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:13.638782 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4a3efe80-555e-4304-b4ba-204b5173f684 req-9eb1778f-318c-41cb-9fa1-f115eaee7ec6 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1860876 Sep 16 19:13:13.779321 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4a3efe80-555e-4304-b4ba-204b5173f684 req-132ff261-4947-43f4-8497-886a1c970ca2 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336615 Sep 16 19:13:13.782050 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fef236-9d45-4775-8573-a3f39ab17d9d req-c4466465-99c8-41b3-88fa-4c8322281873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:13.784506 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d9fef236-9d45-4775-8573-a3f39ab17d9d req-c4466465-99c8-41b3-88fa-4c8322281873 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c11271f-5a61-463c-b887-6808365b9c0c HTTP/1.1" status: 200 len: 920 time: 0.2468176 Sep 16 19:13:14.088756 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d9fef236-9d45-4775-8573-a3f39ab17d9d req-6b65748d-4e09-4665-8c1a-70bc6d7a3a1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185c75c5-c896-430d-b6c3-eb6971be6132 HTTP/1.1" status: 200 len: 217 time: 0.2954588 Sep 16 19:13:14.145990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b552c06-409c-4d2c-99b3-a90137d5ebef req-943b8a81-2f28-4062-9a42-e967c0f4f538 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:14.147541 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7b552c06-409c-4d2c-99b3-a90137d5ebef req-943b8a81-2f28-4062-9a42-e967c0f4f538 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 944 time: 0.4565499 Sep 16 19:13:14.185679 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device a8786aff-cecf-4787-af99-6d8f2de893ae details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:13:14.226095 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fef236-9d45-4775-8573-a3f39ab17d9d req-7fc3430e-7f79-4fb0-a0f6-0e652ebfdf6c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:14.227670 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d9fef236-9d45-4775-8573-a3f39ab17d9d req-7fc3430e-7f79-4fb0-a0f6-0e652ebfdf6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24a4c799-bf4b-4108-947c-febe7a6204bd HTTP/1.1" status: 200 len: 859 time: 0.1278136 Sep 16 19:13:14.277973 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678f6a0-266d-4f41-972f-626d76932401 req-85c8f272-c7d4-4bac-aab0-c10e081ac855 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:14.279565 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f678f6a0-266d-4f41-972f-626d76932401 req-85c8f272-c7d4-4bac-aab0-c10e081ac855 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 943 time: 0.2347956 Sep 16 19:13:14.288240 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7b552c06-409c-4d2c-99b3-a90137d5ebef req-36fd5512-5140-4b4c-8747-ae78f71eef7b tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236827 Sep 16 19:13:14.310499 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d9fef236-9d45-4775-8573-a3f39ab17d9d req-9072fe46-8cc4-478c-a286-a89a402cdba5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c11271f-5a61-463c-b887-6808365b9c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735605 Sep 16 19:13:14.357563 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port a8786aff-cecf-4787-af99-6d8f2de893ae, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=a8786aff-cecf-4787-af99-6d8f2de893ae,segment=NetworkSegment(7eb8c59b-b155-41fe-939e-a796944edb2c),segment_id=7eb8c59b-b155-41fe-939e-a796944edb2c)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:14.376534 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': 'a8786aff-cecf-4787-af99-6d8f2de893ae', 'network_id': 'ee5b9593-51fe-41e7-9452-f553f51515a6', 'port_id': 'a8786aff-cecf-4787-af99-6d8f2de893ae', 'mac_address': 'fa:16:3e:30:b0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920ec744-560b-407d-a270-319f1f214299', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:13:14.436755 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:14.449638 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f678f6a0-266d-4f41-972f-626d76932401 req-29db8f40-f9f2-451a-91a4-a725166e1cfc tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603312 Sep 16 19:13:14.456050 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8786aff-cecf-4787-af99-6d8f2de893ae {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:13:14.471405 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port a8786aff-cecf-4787-af99-6d8f2de893ae, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=a8786aff-cecf-4787-af99-6d8f2de893ae,segment=NetworkSegment(7eb8c59b-b155-41fe-939e-a796944edb2c),segment_id=7eb8c59b-b155-41fe-939e-a796944edb2c)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:14.475371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:14.476998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 401cef44-5bc6-4fc8-aff5-13fdcd861906 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:13:14.481321 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:14.497873 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d9fef236-9d45-4775-8573-a3f39ab17d9d req-d5a00fb1-f350-46c2-9fcf-18b93c59119b service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720111 Sep 16 19:13:14.631466 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=a8786aff-cecf-4787-af99-6d8f2de893ae,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:14.644854 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:14.651217 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d9fef236-9d45-4775-8573-a3f39ab17d9d req-0a480219-6ed6-4f5a-941a-70b9ef8ef025 service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465471 Sep 16 19:13:14.855789 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 401cef44-5bc6-4fc8-aff5-13fdcd861906, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=401cef44-5bc6-4fc8-aff5-13fdcd861906,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:14.872228 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '401cef44-5bc6-4fc8-aff5-13fdcd861906', 'network_id': 'd6adc5e2-ae00-468c-93a4-cfc82f035796', 'port_id': '401cef44-5bc6-4fc8-aff5-13fdcd861906', 'mac_address': 'fa:16:3e:00:83:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65abb785-f8e9-4186-b372-e87514607609', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:13:14.927823 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:14.945916 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401cef44-5bc6-4fc8-aff5-13fdcd861906 {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:13:14.961990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 401cef44-5bc6-4fc8-aff5-13fdcd861906, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=401cef44-5bc6-4fc8-aff5-13fdcd861906,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:14.964404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:14.966365 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:14.998708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d27121-5bd9-4d87-b02d-0eca61dda75f req-b90f4168-7323-489c-9fbd-9f8c31b51bfa tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:15.000325 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a2d27121-5bd9-4d87-b02d-0eca61dda75f req-b90f4168-7323-489c-9fbd-9f8c31b51bfa tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.0900238 Sep 16 19:13:15.046016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=401cef44-5bc6-4fc8-aff5-13fdcd861906,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:15.049308 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:15.053253 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a2d27121-5bd9-4d87-b02d-0eca61dda75f req-bc57007e-0ffe-4f19-aa91-c3fad2168f8c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468094 Sep 16 19:13:15.503886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca93cf-1a94-4277-b52b-b40458962515 req-be4371b3-ddcd-4dfe-959f-3f9d2c918d64 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:15.506807 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5bca93cf-1a94-4277-b52b-b40458962515 req-be4371b3-ddcd-4dfe-959f-3f9d2c918d64 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 945 time: 0.0924118 Sep 16 19:13:15.560032 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5bca93cf-1a94-4277-b52b-b40458962515 req-79e8b55d-eb33-4ff2-941d-98581a817e07 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468111 Sep 16 19:13:15.586981 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['a8786aff-cecf-4787-af99-6d8f2de893ae'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:13:15.618660 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['401cef44-5bc6-4fc8-aff5-13fdcd861906'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:13:15.684631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f4157-420d-4821-ab81-34aeaaf4434d req-445eabc3-a29b-48f0-a15a-4b0bb4b11e8f tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:15.686240 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cf6f4157-420d-4821-ab81-34aeaaf4434d req-445eabc3-a29b-48f0-a15a-4b0bb4b11e8f tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 944 time: 0.1031232 Sep 16 19:13:15.735666 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cf6f4157-420d-4821-ab81-34aeaaf4434d req-4e30f8d0-82da-4809-9ba6-b7af298d4ede tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431914 Sep 16 19:13:16.260661 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5269c3-a995-44f8-aebc-09ef4b1011ff req-e91bba55-2fe9-403c-ae4d-6880c63889f4 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:16.262247 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1e5269c3-a995-44f8-aebc-09ef4b1011ff req-e91bba55-2fe9-403c-ae4d-6880c63889f4 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.0837901 Sep 16 19:13:16.313565 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1e5269c3-a995-44f8-aebc-09ef4b1011ff req-fc022259-bc3e-4386-b8ad-6b601e8eb2f7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451138 Sep 16 19:13:16.775125 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e359582-6616-42dc-b41a-66b4998e1e0e req-4d641f44-abe3-4e71-af06-edf00a8b16c6 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:16.777241 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8e359582-6616-42dc-b41a-66b4998e1e0e req-4d641f44-abe3-4e71-af06-edf00a8b16c6 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 945 time: 0.0938578 Sep 16 19:13:16.825646 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8e359582-6616-42dc-b41a-66b4998e1e0e req-d42a5335-d076-42d7-8d1d-4d0a36c496e7 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 Sep 16 19:13:17.022736 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff8c1b-bf6a-4421-90b2-b836bd799e4c req-bf8341fa-c59b-4913-9931-1a08f90c011f tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:17.024329 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-86ff8c1b-bf6a-4421-90b2-b836bd799e4c req-bf8341fa-c59b-4913-9931-1a08f90c011f tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 944 time: 0.0866053 Sep 16 19:13:17.075969 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-86ff8c1b-bf6a-4421-90b2-b836bd799e4c req-2ebfa8c4-c119-482d-8de1-9a6cfcf8c3cb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446677 Sep 16 19:13:17.282858 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4fff81fe-6f22-4e1d-bb36-afac9c36497e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:17.529306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ee426-65b1-4c51-9ade-3de51a1bf5cf req-84a2d68c-a564-436e-9e4b-256cca0a5504 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:17.530918 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ed9ee426-65b1-4c51-9ade-3de51a1bf5cf req-84a2d68c-a564-436e-9e4b-256cca0a5504 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.0904222 Sep 16 19:13:17.581842 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ed9ee426-65b1-4c51-9ade-3de51a1bf5cf req-8a96436a-d230-4366-a0e4-2466be229632 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443909 Sep 16 19:13:18.042089 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47053df8-e34b-41b2-860d-006f51c963d9 req-383be24d-3c49-4503-8379-0c89378c8ab2 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:18.043780 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-47053df8-e34b-41b2-860d-006f51c963d9 req-383be24d-3c49-4503-8379-0c89378c8ab2 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 945 time: 0.0899866 Sep 16 19:13:18.096128 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-47053df8-e34b-41b2-860d-006f51c963d9 req-3310d74c-db34-4b6d-b9ec-73b9ca70a102 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460978 Sep 16 19:13:18.259424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device a8786aff-cecf-4787-af99-6d8f2de893ae up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:13:18.284904 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbf245-c7d4-428a-8eeb-58e12ff61a8c req-f2665d4a-41b8-474b-a9ca-03fe370b04b6 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:18.286840 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-76dbf245-c7d4-428a-8eeb-58e12ff61a8c req-f2665d4a-41b8-474b-a9ca-03fe370b04b6 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 944 time: 0.0823591 Sep 16 19:13:18.333982 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port a8786aff-cecf-4787-af99-6d8f2de893ae completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:13:18.337016 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-76dbf245-c7d4-428a-8eeb-58e12ff61a8c req-f0eae92a-4e7a-4f84-aeb3-06e766aee08a tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Sep 16 19:13:18.339207 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port a8786aff-cecf-4787-af99-6d8f2de893ae triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:13:18.339633 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:18.460682 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:18.491765 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a45f0e-944c-4558-a5a1-e5d8f7f2d84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8786aff-cecf-4787-af99-6d8f2de893ae'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:13:18.502951 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port a8786aff-cecf-4787-af99-6d8f2de893ae, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=a8786aff-cecf-4787-af99-6d8f2de893ae,segment=NetworkSegment(7eb8c59b-b155-41fe-939e-a796944edb2c),segment_id=7eb8c59b-b155-41fe-939e-a796944edb2c)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:18.506855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:18.507921 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 401cef44-5bc6-4fc8-aff5-13fdcd861906 up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:13:18.537200 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:18.578687 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a45f0e-944c-4558-a5a1-e5d8f7f2d84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8786aff-cecf-4787-af99-6d8f2de893ae', 'code': 200} Sep 16 19:13:18.642118 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=a8786aff-cecf-4787-af99-6d8f2de893ae,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:18.650757 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:18.651131 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:18.651512 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:18.651947 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:18.652228 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:18.652629 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:18.652994 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:18.653362 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:18.653726 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:18.654060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:18.654430 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:13:18.658583 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:18.668335 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port 401cef44-5bc6-4fc8-aff5-13fdcd861906 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:13:18.673580 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 401cef44-5bc6-4fc8-aff5-13fdcd861906 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:13:18.674208 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:18.809762 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:18.844943 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 401cef44-5bc6-4fc8-aff5-13fdcd861906, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=401cef44-5bc6-4fc8-aff5-13fdcd861906,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:18.847841 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:18.849770 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:18.881617 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060c6ebc-23a9-4eb0-a037-38bd9c31d347 req-a67c3342-9dc2-417e-bbc3-d741fad44d05 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 1099 time: 0.1074367 Sep 16 19:13:18.889077 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f0ab6-1c42-4dd2-87c0-159b8d8a7d2d req-8470f495-17f9-44cd-8d98-03ebcd62ea6c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:18.892870 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-687f0ab6-1c42-4dd2-87c0-159b8d8a7d2d req-8470f495-17f9-44cd-8d98-03ebcd62ea6c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1692693 Sep 16 19:13:18.920581 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:18.937934 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=401cef44-5bc6-4fc8-aff5-13fdcd861906,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:18.941109 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:18.970793 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060c6ebc-23a9-4eb0-a037-38bd9c31d347 req-adbebe5e-cb37-4221-8bfc-97f778dff34d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790708 Sep 16 19:13:18.975619 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-687f0ab6-1c42-4dd2-87c0-159b8d8a7d2d req-191bd419-5350-4ad3-8140-b55840c22414 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671897 Sep 16 19:13:19.272543 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:13:19.313953 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0425656-74ba-4cbe-b1eb-1f94bcab1544 req-bd2e8258-582e-4750-8249-25c0a6d3f1a1 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:19.315607 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f0425656-74ba-4cbe-b1eb-1f94bcab1544 req-bd2e8258-582e-4750-8249-25c0a6d3f1a1 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 946 time: 0.0844612 Sep 16 19:13:19.365468 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f0425656-74ba-4cbe-b1eb-1f94bcab1544 req-ee59992e-0df1-44ba-a788-b6df796c2cb5 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436840 Sep 16 19:13:19.580725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa71790-ccfb-4a2f-b855-f248595b13c6 req-8eda23de-d9b0-4294-878a-ccfcae2553e0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:19.582361 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aaa71790-ccfb-4a2f-b855-f248595b13c6 req-8eda23de-d9b0-4294-878a-ccfcae2553e0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 945 time: 0.0887048 Sep 16 19:13:19.631047 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aaa71790-ccfb-4a2f-b855-f248595b13c6 req-9d9dab40-fd32-472f-8bcd-19534c53fbdc tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425930 Sep 16 19:13:19.880493 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-26c4a4c5-bf61-4ed4-b62d-fa2f47627fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:19.954853 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:20.182215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e01db4-5316-4bea-ae41-dea882e9c7be req-e6637cde-aeff-47b8-975f-de47a6ceb045 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:20.183728 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b0e01db4-5316-4bea-ae41-dea882e9c7be req-e6637cde-aeff-47b8-975f-de47a6ceb045 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.0831201 Sep 16 19:13:20.231716 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b0e01db4-5316-4bea-ae41-dea882e9c7be req-5496bd5e-6889-476c-bdb3-8a888744d38a tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 Sep 16 19:13:20.580106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d052b9-80e4-455f-b5f7-00c823d5cc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401cef44-5bc6-4fc8-aff5-13fdcd861906'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:13:20.582821 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d7eeb-76d6-4638-b616-ccc6044c58e1 req-2f8f80f5-fe93-4e29-9f79-f75bc2324599 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:20.587260 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-656d7eeb-76d6-4638-b616-ccc6044c58e1 req-2f8f80f5-fe93-4e29-9f79-f75bc2324599 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 946 time: 0.0908723 Sep 16 19:13:20.635553 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-656d7eeb-76d6-4638-b616-ccc6044c58e1 req-8052c24f-63f5-410f-af98-7df4c7f38214 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 Sep 16 19:13:20.653131 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d052b9-80e4-455f-b5f7-00c823d5cc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401cef44-5bc6-4fc8-aff5-13fdcd861906', 'code': 200} Sep 16 19:13:20.841466 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a375c6c-3858-471c-9df8-2ab7f98c6843 req-dd9f697c-0229-4b93-9a2f-8841f372b2fc tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:20.843094 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0a375c6c-3858-471c-9df8-2ab7f98c6843 req-dd9f697c-0229-4b93-9a2f-8841f372b2fc tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 945 time: 0.0858769 Sep 16 19:13:20.895619 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0a375c6c-3858-471c-9df8-2ab7f98c6843 req-17ac1977-4155-4ec4-b6de-77744901c81e tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460536 Sep 16 19:13:20.984121 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6b19dff9-e3df-4e87-acae-a53fc8f50445 req-9d1ef96a-3e91-44a5-b1c3-93ed4be8ed9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 1098 time: 0.0780818 Sep 16 19:13:21.031257 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6b19dff9-e3df-4e87-acae-a53fc8f50445 req-26149d40-2150-4928-87bd-6da1b5a8bfc0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398242 Sep 16 19:13:21.290391 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:21.440871 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2dcd6-b069-4bef-b9db-da99044c9a0f req-ade40e2d-6bf2-4b00-be9b-242434f73237 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:21.442435 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-59c2dcd6-b069-4bef-b9db-da99044c9a0f req-ade40e2d-6bf2-4b00-be9b-242434f73237 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.0859871 Sep 16 19:13:21.492449 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-59c2dcd6-b069-4bef-b9db-da99044c9a0f req-390dc57e-c49b-4e27-a16a-c0c276c3a594 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Sep 16 19:13:21.841769 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917bc64-b5a8-41c6-9410-dce45cc0a2dc req-0c6726d4-b7ed-440c-8cee-e61a7f516905 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:21.843367 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9917bc64-b5a8-41c6-9410-dce45cc0a2dc req-0c6726d4-b7ed-440c-8cee-e61a7f516905 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 946 time: 0.0853693 Sep 16 19:13:21.890677 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9917bc64-b5a8-41c6-9410-dce45cc0a2dc req-7f3cd960-fff5-4b0a-990e-7e65673c92b4 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Sep 16 19:13:22.114283 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4dc85-17ea-4276-b318-b1a5d2a305f5 req-6848a2dc-197c-4d51-a2ed-004c86b2c083 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:22.115865 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c6d4dc85-17ea-4276-b318-b1a5d2a305f5 req-6848a2dc-197c-4d51-a2ed-004c86b2c083 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 945 time: 0.0901551 Sep 16 19:13:22.164339 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c6d4dc85-17ea-4276-b318-b1a5d2a305f5 req-87416764-d599-403b-b622-33d142d45fe5 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411587 Sep 16 19:13:22.706684 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138be25e-6972-4c5e-93d8-ac2dd62f6b99 req-577b43fb-9f6d-4227-b39d-2ca9718bb6fe tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:22.708503 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-138be25e-6972-4c5e-93d8-ac2dd62f6b99 req-577b43fb-9f6d-4227-b39d-2ca9718bb6fe tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.0835259 Sep 16 19:13:22.758081 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-138be25e-6972-4c5e-93d8-ac2dd62f6b99 req-60679a2f-6ed9-4d0a-95c4-2426ad7f4334 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427189 Sep 16 19:13:23.079381 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:23.107607 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6356be-4390-4fd6-b184-7560a7497ca9 req-6c9f671e-2d37-4016-add1-f96b8cc598c1 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:23.109186 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2b6356be-4390-4fd6-b184-7560a7497ca9 req-6c9f671e-2d37-4016-add1-f96b8cc598c1 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 946 time: 0.0925357 Sep 16 19:13:23.157801 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2b6356be-4390-4fd6-b184-7560a7497ca9 req-0bd50c35-970e-4c79-93de-a69a0f196f92 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421767 Sep 16 19:13:23.367804 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecf396-f735-4a05-963f-3d789ec5a0ef req-09079906-0f39-4580-aa8a-8e18b9ea7518 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:23.369957 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bbecf396-f735-4a05-963f-3d789ec5a0ef req-09079906-0f39-4580-aa8a-8e18b9ea7518 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 945 time: 0.0820568 Sep 16 19:13:23.421960 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bbecf396-f735-4a05-963f-3d789ec5a0ef req-058c35c2-bc63-4728-8eb8-4957601c173b tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459418 Sep 16 19:13:23.981920 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d3d7f-2bdf-4495-bedd-111bfa010450 req-4589f722-8438-485f-bcbb-228193c661b1 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:23.983342 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ac4d3d7f-2bdf-4495-bedd-111bfa010450 req-4589f722-8438-485f-bcbb-228193c661b1 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.0848470 Sep 16 19:13:24.034927 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ac4d3d7f-2bdf-4495-bedd-111bfa010450 req-ace8125d-fe70-4777-ac1f-fd0b4be5ddd6 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441298 Sep 16 19:13:24.369577 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93b40d-97fd-4570-83cc-d8ed03e1d621 req-04252dc2-130b-44a3-800d-3172897f0097 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:24.371161 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cd93b40d-97fd-4570-83cc-d8ed03e1d621 req-04252dc2-130b-44a3-800d-3172897f0097 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 946 time: 0.0860372 Sep 16 19:13:24.419389 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cd93b40d-97fd-4570-83cc-d8ed03e1d621 req-6ce18ab9-1bb6-4682-910f-f6fb0462d47c tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Sep 16 19:13:25.294547 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b8b07-2a3f-47de-b101-242f6b3fc94e req-e47d6d43-b95c-441a-a718-ea76e779732b tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:25.296170 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b64b8b07-2a3f-47de-b101-242f6b3fc94e req-e47d6d43-b95c-441a-a718-ea76e779732b tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1349161 Sep 16 19:13:25.370392 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f925e-b9e2-43db-8c84-404336601ebf req-256a1e13-a7f9-484e-a4d2-4ead41cb232a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:25.371952 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b58f925e-b9e2-43db-8c84-404336601ebf req-256a1e13-a7f9-484e-a4d2-4ead41cb232a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.45 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 946 time: 0.1387784 Sep 16 19:13:25.422416 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b64b8b07-2a3f-47de-b101-242f6b3fc94e req-b42a7176-f02e-41f4-ab13-bd0fb470c779 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166086 Sep 16 19:13:25.467284 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-b58f925e-b9e2-43db-8c84-404336601ebf req-dff15a28-9611-46c9-918f-4dc6cd6aaf47 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Deleting port a8786aff-cecf-4787-af99-6d8f2de893ae {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:13:25.467651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b58f925e-b9e2-43db-8c84-404336601ebf req-dff15a28-9611-46c9-918f-4dc6cd6aaf47 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:25.997698 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-b58f925e-b9e2-43db-8c84-404336601ebf req-dff15a28-9611-46c9-918f-4dc6cd6aaf47 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] For port a8786aff-cecf-4787-af99-6d8f2de893ae, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=a8786aff-cecf-4787-af99-6d8f2de893ae,segment=NetworkSegment(7eb8c59b-b155-41fe-939e-a796944edb2c),segment_id=7eb8c59b-b155-41fe-939e-a796944edb2c)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:25.997998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b58f925e-b9e2-43db-8c84-404336601ebf req-dff15a28-9611-46c9-918f-4dc6cd6aaf47 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:26.073089 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ddbfb-6261-46b9-88a8-b2ba362ac2e6 req-ef81d2c0-af21-4802-9a6d-d414daddac3a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:26.074710 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-821ddbfb-6261-46b9-88a8-b2ba362ac2e6 req-ef81d2c0-af21-4802-9a6d-d414daddac3a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a45f0e-944c-4558-a5a1-e5d8f7f2d84c HTTP/1.1" status: 200 len: 946 time: 0.3865132 Sep 16 19:13:26.137127 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-b58f925e-b9e2-43db-8c84-404336601ebf req-dff15a28-9611-46c9-918f-4dc6cd6aaf47 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Calling delete_port for a8786aff-cecf-4787-af99-6d8f2de893ae owned by compute:nova {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:13:26.250098 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-821ddbfb-6261-46b9-88a8-b2ba362ac2e6 req-50cf2fd9-0ffc-48eb-b40e-1a73eacb4d68 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828085 Sep 16 19:13:26.318162 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b58f925e-b9e2-43db-8c84-404336601ebf req-dff15a28-9611-46c9-918f-4dc6cd6aaf47 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:26.324714 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:26.373132 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff15a28-9611-46c9-918f-4dc6cd6aaf47 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Pushing event deleted for resources: {'Port': ['ID=a8786aff-cecf-4787-af99-6d8f2de893ae,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:26.376105 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dff15a28-9611-46c9-918f-4dc6cd6aaf47 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:26.447291 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58f925e-b9e2-43db-8c84-404336601ebf req-dff15a28-9611-46c9-918f-4dc6cd6aaf47 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] No DVR routers for this DVR port a8786aff-cecf-4787-af99-6d8f2de893ae on host hv-cinder-80944 {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:13:26.450703 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b58f925e-b9e2-43db-8c84-404336601ebf req-dff15a28-9611-46c9-918f-4dc6cd6aaf47 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:26.454116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a45f0e-944c-4558-a5a1-e5d8f7f2d84c', 'name': 'network-vif-deleted', 'tag': 'a8786aff-cecf-4787-af99-6d8f2de893ae'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:13:26.463327 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b58f925e-b9e2-43db-8c84-404336601ebf req-dff15a28-9611-46c9-918f-4dc6cd6aaf47 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.45 "DELETE /v2.0/ports/a8786aff-cecf-4787-af99-6d8f2de893ae HTTP/1.1" status: 204 len: 173 time: 1.0844300 Sep 16 19:13:26.567099 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a45f0e-944c-4558-a5a1-e5d8f7f2d84c', 'name': 'network-vif-deleted', 'tag': 'a8786aff-cecf-4787-af99-6d8f2de893ae', 'status': 'completed', 'code': 200} Sep 16 19:13:26.669852 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9dc67-b0fa-4c46-8efb-32348ab2bf16 req-ab3eee5d-70b1-4b57-a4af-d4da375adfe6 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:26.671477 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1fd9dc67-b0fa-4c46-8efb-32348ab2bf16 req-ab3eee5d-70b1-4b57-a4af-d4da375adfe6 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.0882699 Sep 16 19:13:26.721855 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1fd9dc67-b0fa-4c46-8efb-32348ab2bf16 req-61253ec7-5d95-4a4e-b086-e0f2c2f54b36 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438340 Sep 16 19:13:27.948131 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39d252-4819-4453-a88b-1c81f597e005 req-9d49e489-4854-420f-9ca2-b611edad362e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:27.949810 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bc39d252-4819-4453-a88b-1c81f597e005 req-9d49e489-4854-420f-9ca2-b611edad362e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.0996971 Sep 16 19:13:28.020023 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bc39d252-4819-4453-a88b-1c81f597e005 req-a7e44019-64aa-4657-9cbf-4bd155d14d28 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634644 Sep 16 19:13:28.297524 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device a8786aff-cecf-4787-af99-6d8f2de893ae no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:13:28.334493 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: a8786aff-cecf-4787-af99-6d8f2de893ae {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:13:28.334876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device a8786aff-cecf-4787-af99-6d8f2de893ae not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:13:28.868883 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d7b74-b491-4b09-8052-92022ee70755 req-1ea19e5b-56e9-4a1a-b25f-896f3bb0d868 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:28.870474 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060d7b74-b491-4b09-8052-92022ee70755 req-1ea19e5b-56e9-4a1a-b25f-896f3bb0d868 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/networks?id=ee5b9593-51fe-41e7-9452-f553f51515a6 HTTP/1.1" status: 200 len: 809 time: 0.1711707 Sep 16 19:13:28.888773 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060d7b74-b491-4b09-8052-92022ee70755 req-53a0d424-1006-4000-80c3-dc4c0c3bd197 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/quotas/e1f9400e325847399c22edc1b6fdedab HTTP/1.1" status: 200 len: 375 time: 0.0119133 Sep 16 19:13:28.948619 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-060d7b74-b491-4b09-8052-92022ee70755 req-5220ac6b-4f3e-4536-90d4-0628f7bf6ce8 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Synchronizing usage tracker for tenant:e1f9400e325847399c22edc1b6fdedab on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:13:28.964840 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-060d7b74-b491-4b09-8052-92022ee70755 req-5220ac6b-4f3e-4536-90d4-0628f7bf6ce8 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Unset dirty status for tenant:e1f9400e325847399c22edc1b6fdedab on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:13:28.966232 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060d7b74-b491-4b09-8052-92022ee70755 req-5220ac6b-4f3e-4536-90d4-0628f7bf6ce8 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1f9400e325847399c22edc1b6fdedab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724399 Sep 16 19:13:29.125660 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060d7b74-b491-4b09-8052-92022ee70755 req-a84111e8-b436-4523-a0bb-47aa149b2951 service neutron] 10.222.0.39 "GET /v2.0/networks/ee5b9593-51fe-41e7-9452-f553f51515a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518221 Sep 16 19:13:29.370011 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060d7b74-b491-4b09-8052-92022ee70755 req-6140194a-c420-4514-9cbc-9a6952950045 service neutron] 10.222.0.39 "GET /v2.0/networks/ee5b9593-51fe-41e7-9452-f553f51515a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330198 Sep 16 19:13:29.410956 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffec9af-50b6-470e-9b06-f46a6de52e69 req-3512bc88-3c61-4b80-8373-7aa38f4ed64c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:29.436173 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0ffec9af-50b6-470e-9b06-f46a6de52e69 req-3512bc88-3c61-4b80-8373-7aa38f4ed64c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1759667 Sep 16 19:13:29.491106 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0ffec9af-50b6-470e-9b06-f46a6de52e69 req-6f6759b4-a080-4c92-bea8-d4e6d1e9589a tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602741 Sep 16 19:13:29.698622 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cd9d4de1-3536-448f-87ab-edb34e7716d3 req-0829e213-a702-4fb2-b5c0-680a1877614e tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 210 time: 0.0582361 Sep 16 19:13:30.743963 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9de87-5d57-4eb8-b01d-364c601765b0 req-cba68ba6-444f-4d5c-985d-e9515cc527bc tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:30.745793 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d3e9de87-5d57-4eb8-b01d-364c601765b0 req-cba68ba6-444f-4d5c-985d-e9515cc527bc tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1065581 Sep 16 19:13:30.799070 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d3e9de87-5d57-4eb8-b01d-364c601765b0 req-5bd2b7ce-036d-4d31-a3c1-c96b0a49a1c1 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470116 Sep 16 19:13:31.078140 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e486f2b5-e271-42db-a179-795b3439d942 req-928acdc1-3639-4e1c-8087-6003e3ec2f5d tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 210 time: 0.0764403 Sep 16 19:13:31.100445 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d7b74-b491-4b09-8052-92022ee70755 req-4a181190-6771-4b4f-b7ec-fb63519eaf1f tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:31.102094 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060d7b74-b491-4b09-8052-92022ee70755 req-4a181190-6771-4b4f-b7ec-fb63519eaf1f tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.45 "GET /v2.0/networks?id=ee5b9593-51fe-41e7-9452-f553f51515a6 HTTP/1.1" status: 200 len: 809 time: 0.2933629 Sep 16 19:13:31.136306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-060d7b74-b491-4b09-8052-92022ee70755 req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Request body: {'port': {'device_id': 'd6f2b5dc-b9ff-4e7b-9202-764930b202a3', 'network_id': 'ee5b9593-51fe-41e7-9452-f553f51515a6', 'admin_state_up': True, 'tenant_id': 'e1f9400e325847399c22edc1b6fdedab'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:31.303685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-060d7b74-b491-4b09-8052-92022ee70755 req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:31.314058 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-060d7b74-b491-4b09-8052-92022ee70755 req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:31.323967 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060d7b74-b491-4b09-8052-92022ee70755 req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Made reservation on behalf of e1f9400e325847399c22edc1b6fdedab for: {'port': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:13:31.330090 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-060d7b74-b491-4b09-8052-92022ee70755 req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:31.523273 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-060d7b74-b491-4b09-8052-92022ee70755 req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Allocated IP 172.20.0.3 (ee5b9593-51fe-41e7-9452-f553f51515a6/920ec744-560b-407d-a270-319f1f214299/d980408f-a96e-4139-939a-0582ceccd043) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:13:31.745628 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-060d7b74-b491-4b09-8052-92022ee70755 req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:31.778874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-060d7b74-b491-4b09-8052-92022ee70755 req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:31.785516 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:31.868132 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060d7b74-b491-4b09-8052-92022ee70755 req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Network ee5b9593-51fe-41e7-9452-f553f51515a6 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:13:31.872139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-060d7b74-b491-4b09-8052-92022ee70755 req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:13:31.879170 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-060d7b74-b491-4b09-8052-92022ee70755 req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:13:31.883379 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d7b74-b491-4b09-8052-92022ee70755 req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:31.884021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-060d7b74-b491-4b09-8052-92022ee70755 req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:31.890428 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Pushing event updated for resources: {'Port': ['ID=d980408f-a96e-4139-939a-0582ceccd043,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:31.897696 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:31.918719 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060d7b74-b491-4b09-8052-92022ee70755 req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7882504 Sep 16 19:13:31.941579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Request body: {'port': {'device_id': 'd6f2b5dc-b9ff-4e7b-9202-764930b202a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:32.143093 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:32.286224 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df01481-3287-4995-bec7-6ee1f653878c req-1b6024d8-2fda-4be7-863a-82d7fd3b987e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:32.287822 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4df01481-3287-4995-bec7-6ee1f653878c req-1b6024d8-2fda-4be7-863a-82d7fd3b987e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.3069470 Sep 16 19:13:32.460312 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d167e0d-502f-4d9e-bc33-63c2fe2f1e52 req-6a09071e-1bf5-41c1-9777-2740609a0b12 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:32.461114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-1d167e0d-502f-4d9e-bc33-63c2fe2f1e52 req-6a09071e-1bf5-41c1-9777-2740609a0b12 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Synchronizing usage tracker for tenant:e1f9400e325847399c22edc1b6fdedab on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:13:32.469336 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4df01481-3287-4995-bec7-6ee1f653878c req-86b3978f-4ea6-45fa-b0dd-ba39c932b9f5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728439 Sep 16 19:13:32.547816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-1d167e0d-502f-4d9e-bc33-63c2fe2f1e52 req-6a09071e-1bf5-41c1-9777-2740609a0b12 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Unset dirty status for tenant:e1f9400e325847399c22edc1b6fdedab on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:13:32.550313 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1d167e0d-502f-4d9e-bc33-63c2fe2f1e52 req-6a09071e-1bf5-41c1-9777-2740609a0b12 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 931 time: 0.3378830 Sep 16 19:13:32.636106 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1d167e0d-502f-4d9e-bc33-63c2fe2f1e52 req-944c778e-c790-46f6-99d5-e67f136fcfdb tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777953 Sep 16 19:13:32.709740 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d980408f-a96e-4139-939a-0582ceccd043 {{(pid=82445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:13:32.716892 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:32.735547 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Transition to ACTIVE for port object d980408f-a96e-4139-939a-0582ceccd043 will not be triggered until provisioned by entity L2. {{(pid=82445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:13:32.737952 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:32.742374 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:33.091418 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Pushing event updated for resources: {'Port': ['ID=d980408f-a96e-4139-939a-0582ceccd043,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:33.094373 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:33.171719 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Attempting to bind port d980408f-a96e-4139-939a-0582ceccd043 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:13:33.171885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Attempting to bind port d980408f-a96e-4139-939a-0582ceccd043 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '7eb8c59b-b155-41fe-939e-a796944edb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee5b9593-51fe-41e7-9452-f553f51515a6'}] {{(pid=82445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:13:33.172180 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Attempting to bind port d980408f-a96e-4139-939a-0582ceccd043 on network ee5b9593-51fe-41e7-9452-f553f51515a6 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:13:33.185914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Port d980408f-a96e-4139-939a-0582ceccd043 on network ee5b9593-51fe-41e7-9452-f553f51515a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:13:33.186287 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Attempting to bind port d980408f-a96e-4139-939a-0582ceccd043 on network ee5b9593-51fe-41e7-9452-f553f51515a6 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:13:33.195550 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e26be-e4da-4a36-bd53-93ff2d9629f5 req-47f8db21-3626-4659-a612-f9955a8229cb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:33.198127 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fc4e26be-e4da-4a36-bd53-93ff2d9629f5 req-47f8db21-3626-4659-a612-f9955a8229cb tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 945 time: 0.3532453 Sep 16 19:13:33.224762 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:13:33.225149 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Checking segment: {'id': '7eb8c59b-b155-41fe-939e-a796944edb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee5b9593-51fe-41e7-9452-f553f51515a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:13:33.225569 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Bound using segment: {'id': '7eb8c59b-b155-41fe-939e-a796944edb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee5b9593-51fe-41e7-9452-f553f51515a6'} {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:13:33.226061 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Bound port: d980408f-a96e-4139-939a-0582ceccd043, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb8c59b-b155-41fe-939e-a796944edb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee5b9593-51fe-41e7-9452-f553f51515a6'}}] {{(pid=82445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:13:33.226447 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:33.327110 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fc4e26be-e4da-4a36-bd53-93ff2d9629f5 req-b603dffc-456f-4598-b99c-74157967ad74 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221883 Sep 16 19:13:33.355296 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] For port d980408f-a96e-4139-939a-0582ceccd043, host hv-cinder-80944, cleared binding levels {{(pid=82445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:13:33.358483 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] For port d980408f-a96e-4139-939a-0582ceccd043, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d980408f-a96e-4139-939a-0582ceccd043,segment=NetworkSegment(7eb8c59b-b155-41fe-939e-a796944edb2c),segment_id=7eb8c59b-b155-41fe-939e-a796944edb2c)] {{(pid=82445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:13:33.362446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:33.367049 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6303e3e7-203a-417f-88b8-37a3bbee71df tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:33.434018 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:33.435496 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060d7b74-b491-4b09-8052-92022ee70755 req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] 10.222.0.45 "PUT /v2.0/ports/d980408f-a96e-4139-939a-0582ceccd043 HTTP/1.1" status: 200 len: 1093 time: 1.5025387 Sep 16 19:13:33.436003 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f2b5dc-b9ff-4e7b-9202-764930b202a3', 'tag': 'd980408f-a96e-4139-939a-0582ceccd043'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:13:33.464108 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Pushing event updated for resources: {'Port': ['ID=d980408f-a96e-4139-939a-0582ceccd043,revision_number=3']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:33.467700 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:33.493097 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f2b5dc-b9ff-4e7b-9202-764930b202a3', 'tag': 'd980408f-a96e-4139-939a-0582ceccd043', 'status': 'completed', 'code': 200} Sep 16 19:13:33.558641 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 43072) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:33.607388 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060d7b74-b491-4b09-8052-92022ee70755 req-a049374e-ff2c-43bc-a49d-fc7ba40746f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e1f9400e325847399c22edc1b6fdedab&device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 1096 time: 0.0963929 Sep 16 19:13:33.742490 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060d7b74-b491-4b09-8052-92022ee70755 req-71ca1db9-e6ae-4e00-a9df-ac380a18b408 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d980408f-a96e-4139-939a-0582ceccd043 HTTP/1.1" status: 200 len: 217 time: 0.0854251 Sep 16 19:13:33.779224 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-8b4f7b87-7ea6-41a8-bcbd-b1d756a6af27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c58a14146c241be85a00ebacda14a69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2192123 Sep 16 19:13:33.782747 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 43082) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:33.848017 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-38ee436f-08e8-432f-9433-1ce647753a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:33.875793 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-38ee436f-08e8-432f-9433-1ce647753a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:33.885858 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e387cd9-ed4f-4d68-9439-88018d9655f1 req-0264af24-8469-4900-a3a5-ac10179d5be7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:33.887559 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2e387cd9-ed4f-4d68-9439-88018d9655f1 req-0264af24-8469-4900-a3a5-ac10179d5be7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.2746294 Sep 16 19:13:33.896127 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d7b74-b491-4b09-8052-92022ee70755 req-35463a3b-a9d0-498a-a73b-3fbb7011b6ac service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:33.897646 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060d7b74-b491-4b09-8052-92022ee70755 req-35463a3b-a9d0-498a-a73b-3fbb7011b6ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=920ec744-560b-407d-a270-319f1f214299 HTTP/1.1" status: 200 len: 849 time: 0.1495585 Sep 16 19:13:33.922101 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-38ee436f-08e8-432f-9433-1ce647753a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:33.927630 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a3782366-e475-4515-a93d-529d4a456f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:33.951140 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee436f-08e8-432f-9433-1ce647753a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b946108d-7cd5-499a-8867-b8f9b24f04e5,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:33.961296 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-38ee436f-08e8-432f-9433-1ce647753a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:33.962336 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-38ee436f-08e8-432f-9433-1ce647753a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:33.976826 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-38ee436f-08e8-432f-9433-1ce647753a2b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b946108d-7cd5-499a-8867-b8f9b24f04e5 HTTP/1.1" status: 204 len: 168 time: 0.1927760 Sep 16 19:13:33.983399 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060d7b74-b491-4b09-8052-92022ee70755 req-9e680a2d-fa70-4bac-903f-5b41146091e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ee5b9593-51fe-41e7-9452-f553f51515a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673504 Sep 16 19:13:34.036028 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cae36-5845-4496-94d9-0c1ce928d69b req-da619829-09d1-481e-9856-5e93e4404c18 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:34.037695 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6d6cae36-5845-4496-94d9-0c1ce928d69b req-da619829-09d1-481e-9856-5e93e4404c18 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 943 time: 0.2483668 Sep 16 19:13:34.121658 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2e387cd9-ed4f-4d68-9439-88018d9655f1 req-9afdb3e8-3104-4644-93af-003af2e05a4a tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228780 Sep 16 19:13:34.178838 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6d6cae36-5845-4496-94d9-0c1ce928d69b req-ac6b50dd-a857-4ba5-bf27-21f243575c23 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858731 Sep 16 19:13:34.197779 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060d7b74-b491-4b09-8052-92022ee70755 req-a8d7f1c2-2c64-4f0e-97db-86b58e2ef3ca service neutron] 10.222.0.45 "GET /v2.0/networks/ee5b9593-51fe-41e7-9452-f553f51515a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026594 Sep 16 19:13:34.390183 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-060d7b74-b491-4b09-8052-92022ee70755 req-8713d3bb-3227-49fb-ac1d-288e1def1d74 service neutron] 10.222.0.45 "GET /v2.0/networks/ee5b9593-51fe-41e7-9452-f553f51515a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760426 Sep 16 19:13:34.630053 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aaa6c5eb-e786-4113-bdde-ebce302b0669 req-40466ef6-f954-4104-8a6d-2476006633a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e1f9400e325847399c22edc1b6fdedab&device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 1096 time: 0.1743731 Sep 16 19:13:34.637031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489fae9-a3cc-4281-975b-998ade7a8545 req-d1ec2c36-230d-4a88-8193-b6aceb202347 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:34.638480 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4489fae9-a3cc-4281-975b-998ade7a8545 req-d1ec2c36-230d-4a88-8193-b6aceb202347 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 945 time: 0.1365428 Sep 16 19:13:34.795888 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4489fae9-a3cc-4281-975b-998ade7a8545 req-3f0bcd25-6655-47e6-91e9-f7af9aa3c62c tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309927 Sep 16 19:13:34.823713 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6c5eb-e786-4113-bdde-ebce302b0669 req-a1573a0b-ad06-4f75-9375-964221c3c1f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:34.825690 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aaa6c5eb-e786-4113-bdde-ebce302b0669 req-a1573a0b-ad06-4f75-9375-964221c3c1f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ee5b9593-51fe-41e7-9452-f553f51515a6 HTTP/1.1" status: 200 len: 910 time: 0.1858342 Sep 16 19:13:34.903617 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aaa6c5eb-e786-4113-bdde-ebce302b0669 req-63f51470-8deb-45f0-814f-7955f33b7821 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d980408f-a96e-4139-939a-0582ceccd043 HTTP/1.1" status: 200 len: 217 time: 0.0712600 Sep 16 19:13:34.978778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6c5eb-e786-4113-bdde-ebce302b0669 req-751d1290-0853-4ad9-b02f-97780f55e339 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:34.980576 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aaa6c5eb-e786-4113-bdde-ebce302b0669 req-751d1290-0853-4ad9-b02f-97780f55e339 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=920ec744-560b-407d-a270-319f1f214299 HTTP/1.1" status: 200 len: 849 time: 0.0682292 Sep 16 19:13:35.040567 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aaa6c5eb-e786-4113-bdde-ebce302b0669 req-c9d27d04-cc20-4dec-b8fb-6b328297c1fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ee5b9593-51fe-41e7-9452-f553f51515a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493419 Sep 16 19:13:35.194460 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aaa6c5eb-e786-4113-bdde-ebce302b0669 req-8b0ff799-351c-4b23-a24c-bfb4fa3d4715 service neutron] 10.222.0.45 "GET /v2.0/networks/ee5b9593-51fe-41e7-9452-f553f51515a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455429 Sep 16 19:13:35.480040 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aaa6c5eb-e786-4113-bdde-ebce302b0669 req-b57e78ee-f5c1-4a96-88aa-ce486b749f79 service neutron] 10.222.0.45 "GET /v2.0/networks/ee5b9593-51fe-41e7-9452-f553f51515a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784195 Sep 16 19:13:35.525640 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e593e0-ba4a-45e1-8b3c-f571df96331c req-a4db8f9a-4d7c-41f4-b66f-e3b7431c2080 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:35.527303 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-26e593e0-ba4a-45e1-8b3c-f571df96331c req-a4db8f9a-4d7c-41f4-b66f-e3b7431c2080 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.2310143 Sep 16 19:13:35.579696 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c9a6-2106-437d-b2d3-e2343cc99530 req-a83f38a2-d6ce-4273-9d51-4a5f2686a5fa tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:35.581335 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-af93c9a6-2106-437d-b2d3-e2343cc99530 req-a83f38a2-d6ce-4273-9d51-4a5f2686a5fa tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 943 time: 0.2304592 Sep 16 19:13:35.625813 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-26e593e0-ba4a-45e1-8b3c-f571df96331c req-0571bcb2-adfc-4f16-be28-4c3fa48570a7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832334 Sep 16 19:13:35.655049 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-af93c9a6-2106-437d-b2d3-e2343cc99530 req-f08c935c-5bcc-4227-b457-fbc8cfc18e8d tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636773 Sep 16 19:13:36.004782 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670a0dd-ed8e-4e65-a9b8-5335bd6e7211 req-1ccee080-390c-419e-9887-9c6ecddcd957 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:36.006406 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6670a0dd-ed8e-4e65-a9b8-5335bd6e7211 req-1ccee080-390c-419e-9887-9c6ecddcd957 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 945 time: 0.0820260 Sep 16 19:13:36.058629 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6670a0dd-ed8e-4e65-a9b8-5335bd6e7211 req-af98f05c-c779-4111-8609-6a7e997b725b tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458004 Sep 16 19:13:36.908390 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63de89-3c39-4f6a-abbe-d7e4be8dbe48 req-0c06a249-2bd6-4f34-9977-419cfc433713 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:36.910023 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d63de89-3c39-4f6a-abbe-d7e4be8dbe48 req-0c06a249-2bd6-4f34-9977-419cfc433713 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1545975 Sep 16 19:13:36.921157 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9223-5d9c-4403-9e31-9c996e9a3c59 req-31de940c-5b12-4513-9cff-0af920aac24c tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:36.922676 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a2fe9223-5d9c-4403-9e31-9c996e9a3c59 req-31de940c-5b12-4513-9cff-0af920aac24c tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 943 time: 0.1198812 Sep 16 19:13:37.069517 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d63de89-3c39-4f6a-abbe-d7e4be8dbe48 req-688694fe-4d02-4218-acea-e5f80016ac0e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458018 Sep 16 19:13:37.072767 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a2fe9223-5d9c-4403-9e31-9c996e9a3c59 req-90639ecf-a752-48dd-9b9a-1830f6ce3ae1 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292338 Sep 16 19:13:37.117722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfb46a-2535-4785-8c67-ca9a4cec3bbf req-dc910a85-c1b1-4222-91ed-fb1b880d650f tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:37.119303 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-eebfb46a-2535-4785-8c67-ca9a4cec3bbf req-dc910a85-c1b1-4222-91ed-fb1b880d650f tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 945 time: 0.1748092 Sep 16 19:13:37.204219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-eebfb46a-2535-4785-8c67-ca9a4cec3bbf req-023a1d22-b38a-4faf-a076-120a9795bcbe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Deleting port 401cef44-5bc6-4fc8-aff5-13fdcd861906 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:13:37.204628 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-eebfb46a-2535-4785-8c67-ca9a4cec3bbf req-023a1d22-b38a-4faf-a076-120a9795bcbe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:37.575489 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050511e-35e7-4557-9522-bf7872855926 req-9c5cb524-ba98-477a-8632-47550f8f1c0d tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:37.577633 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b050511e-35e7-4557-9522-bf7872855926 req-9c5cb524-ba98-477a-8632-47550f8f1c0d tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 945 time: 0.3461649 Sep 16 19:13:37.730602 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b050511e-35e7-4557-9522-bf7872855926 req-41094b3b-e9e2-40b7-8585-d265ae20142c tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346953 Sep 16 19:13:37.762443 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-eebfb46a-2535-4785-8c67-ca9a4cec3bbf req-023a1d22-b38a-4faf-a076-120a9795bcbe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] For port 401cef44-5bc6-4fc8-aff5-13fdcd861906, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=401cef44-5bc6-4fc8-aff5-13fdcd861906,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:37.762845 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-eebfb46a-2535-4785-8c67-ca9a4cec3bbf req-023a1d22-b38a-4faf-a076-120a9795bcbe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:37.892777 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-eebfb46a-2535-4785-8c67-ca9a4cec3bbf req-023a1d22-b38a-4faf-a076-120a9795bcbe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Calling delete_port for 401cef44-5bc6-4fc8-aff5-13fdcd861906 owned by compute:nova {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:13:38.035565 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-eebfb46a-2535-4785-8c67-ca9a4cec3bbf req-023a1d22-b38a-4faf-a076-120a9795bcbe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:38.041777 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f3b77c9d-8e2c-43ec-b8e0-27c3a5308978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:38.059328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['998c6ac8-abb8-41f3-b525-ba904efe9152', '6b3d8514-620f-4992-a6d8-44fbb8f12704', '3a9df359-ffbe-44b7-b742-f07a078a01d2', '401cef44-5bc6-4fc8-aff5-13fdcd861906'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:13:38.087665 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a1d22-b38a-4faf-a076-120a9795bcbe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Pushing event deleted for resources: {'Port': ['ID=401cef44-5bc6-4fc8-aff5-13fdcd861906,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:38.090232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-023a1d22-b38a-4faf-a076-120a9795bcbe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:38.287808 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebfb46a-2535-4785-8c67-ca9a4cec3bbf req-023a1d22-b38a-4faf-a076-120a9795bcbe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] No DVR routers for this DVR port 401cef44-5bc6-4fc8-aff5-13fdcd861906 on host hv-cinder-80944 {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:13:38.296488 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-eebfb46a-2535-4785-8c67-ca9a4cec3bbf req-023a1d22-b38a-4faf-a076-120a9795bcbe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:38.300006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d052b9-80e4-455f-b5f7-00c823d5cc7a', 'name': 'network-vif-deleted', 'tag': '401cef44-5bc6-4fc8-aff5-13fdcd861906'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:13:38.383909 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-eebfb46a-2535-4785-8c67-ca9a4cec3bbf req-023a1d22-b38a-4faf-a076-120a9795bcbe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "DELETE /v2.0/ports/401cef44-5bc6-4fc8-aff5-13fdcd861906 HTTP/1.1" status: 204 len: 173 time: 1.2583833 Sep 16 19:13:38.437215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b6fc3-6dcf-45ce-9c47-dbfec0849724 req-6a00ee40-5840-4ffd-afa3-b991de82a09e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:38.438819 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b43b6fc3-6dcf-45ce-9c47-dbfec0849724 req-6a00ee40-5840-4ffd-afa3-b991de82a09e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.2089670 Sep 16 19:13:38.449009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd926de8-6f3f-4d68-ad66-b4d788e81851 req-a1ae07d8-2743-45d7-b767-e87456e6233f tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:38.450555 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bd926de8-6f3f-4d68-ad66-b4d788e81851 req-a1ae07d8-2743-45d7-b767-e87456e6233f tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 943 time: 0.1606472 Sep 16 19:13:38.573924 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b43b6fc3-6dcf-45ce-9c47-dbfec0849724 req-fc68e679-ef33-4907-a4c4-398b42315533 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222739 Sep 16 19:13:38.585562 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bd926de8-6f3f-4d68-ad66-b4d788e81851 req-92aa36c0-24bb-4b6e-b93c-fc8a995a208f tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750437 Sep 16 19:13:38.662953 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d052b9-80e4-455f-b5f7-00c823d5cc7a', 'name': 'network-vif-deleted', 'tag': '401cef44-5bc6-4fc8-aff5-13fdcd861906', 'status': 'completed', 'code': 200} Sep 16 19:13:38.919693 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-39066514-9856-4f18-a2f0-a293c60686a8 req-2a48062c-4c01-4cf2-ae57-c6c46370309b tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Synchronizing usage tracker for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:13:38.934991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-39066514-9856-4f18-a2f0-a293c60686a8 req-2a48062c-4c01-4cf2-ae57-c6c46370309b tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Unset dirty status for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:13:38.936261 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-39066514-9856-4f18-a2f0-a293c60686a8 req-2a48062c-4c01-4cf2-ae57-c6c46370309b tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d052b9-80e4-455f-b5f7-00c823d5cc7a HTTP/1.1" status: 200 len: 210 time: 0.0651646 Sep 16 19:13:39.864238 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729196c-354f-4c54-8ff0-e232b158e3e4 req-db7e56a0-4063-48e4-9685-d0dcd8509139 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:39.865968 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1729196c-354f-4c54-8ff0-e232b158e3e4 req-db7e56a0-4063-48e4-9685-d0dcd8509139 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1548595 Sep 16 19:13:39.872934 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e0b3f-e686-4e4c-a93b-78d62800a0b8 req-10c93e5d-49a7-4cfe-a94d-0a411f49689b tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:39.874425 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ae4e0b3f-e686-4e4c-a93b-78d62800a0b8 req-10c93e5d-49a7-4cfe-a94d-0a411f49689b tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 943 time: 0.1202765 Sep 16 19:13:39.954427 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1729196c-354f-4c54-8ff0-e232b158e3e4 req-51dc3f76-fc9a-4c5a-b4df-e02a677bbd7e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789807 Sep 16 19:13:39.959176 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ae4e0b3f-e686-4e4c-a93b-78d62800a0b8 req-4d7edd19-0899-4a0b-b94e-fe9386d4c787 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672269 Sep 16 19:13:40.380518 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device d980408f-a96e-4139-939a-0582ceccd043 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:13:40.383041 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 401cef44-5bc6-4fc8-aff5-13fdcd861906 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:13:40.421225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: 401cef44-5bc6-4fc8-aff5-13fdcd861906 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:13:40.421617 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 401cef44-5bc6-4fc8-aff5-13fdcd861906 not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:13:40.562960 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port d980408f-a96e-4139-939a-0582ceccd043, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d980408f-a96e-4139-939a-0582ceccd043,segment=NetworkSegment(7eb8c59b-b155-41fe-939e-a796944edb2c),segment_id=7eb8c59b-b155-41fe-939e-a796944edb2c)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:40.577551 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': 'd980408f-a96e-4139-939a-0582ceccd043', 'network_id': 'ee5b9593-51fe-41e7-9452-f553f51515a6', 'port_id': 'd980408f-a96e-4139-939a-0582ceccd043', 'mac_address': 'fa:16:3e:34:a8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920ec744-560b-407d-a270-319f1f214299', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:13:40.637312 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:40.654858 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d980408f-a96e-4139-939a-0582ceccd043 {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:13:40.669803 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port d980408f-a96e-4139-939a-0582ceccd043, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d980408f-a96e-4139-939a-0582ceccd043,segment=NetworkSegment(7eb8c59b-b155-41fe-939e-a796944edb2c),segment_id=7eb8c59b-b155-41fe-939e-a796944edb2c)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:40.672817 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:40.674657 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:40.742493 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=d980408f-a96e-4139-939a-0582ceccd043,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:40.746120 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:41.245847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d7f3b-d755-444a-8ff2-8eee5c5a51f5 req-4ae4bc95-80b9-4058-ae4b-69ed044299f6 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:41.247329 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-395d7f3b-d755-444a-8ff2-8eee5c5a51f5 req-4ae4bc95-80b9-4058-ae4b-69ed044299f6 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1187491 Sep 16 19:13:41.253250 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e5f63-caf1-43c6-bd7d-39a6a9056585 req-62182282-dcfd-4dd2-a756-a5b6d0060bbf tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:41.254659 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5c3e5f63-caf1-43c6-bd7d-39a6a9056585 req-62182282-dcfd-4dd2-a756-a5b6d0060bbf tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 944 time: 0.1612916 Sep 16 19:13:41.333399 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-395d7f3b-d755-444a-8ff2-8eee5c5a51f5 req-fe36fa8b-33cb-4150-bb0e-43fefae83fb4 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777040 Sep 16 19:13:41.337019 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5c3e5f63-caf1-43c6-bd7d-39a6a9056585 req-340872a8-f44c-44f5-9093-e879f84a65b1 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647106 Sep 16 19:13:41.391851 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['d980408f-a96e-4139-939a-0582ceccd043'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:13:41.794667 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc4b96-bc96-44f3-ba49-eee76548fe2a req-98c50db8-d67d-44d5-a655-e23e5c314c78 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:41.796268 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbcc4b96-bc96-44f3-ba49-eee76548fe2a req-98c50db8-d67d-44d5-a655-e23e5c314c78 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 945 time: 0.0958791 Sep 16 19:13:41.849004 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cbcc4b96-bc96-44f3-ba49-eee76548fe2a req-72338ddd-670d-4949-8803-d00066699aa2 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 Sep 16 19:13:42.624957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c730e0-f115-4e57-8b44-f3c8735ee215 req-656e8fac-bc86-4493-b138-a05fd2684ee4 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:42.626888 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e7c730e0-f115-4e57-8b44-f3c8735ee215 req-656e8fac-bc86-4493-b138-a05fd2684ee4 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1610763 Sep 16 19:13:42.634068 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb77ca4-73ba-45ca-8943-a7048ee1ff9d req-8386d715-7c40-4821-b977-8015f0fe194c tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:42.636135 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6fb77ca4-73ba-45ca-8943-a7048ee1ff9d req-8386d715-7c40-4821-b977-8015f0fe194c tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 944 time: 0.1684935 Sep 16 19:13:42.724932 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e7c730e0-f115-4e57-8b44-f3c8735ee215 req-addc3771-e118-4df2-8f46-47f64bd21f26 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874214 Sep 16 19:13:42.733768 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6fb77ca4-73ba-45ca-8943-a7048ee1ff9d req-8f99e692-e960-4d29-9470-b3905914918e tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748372 Sep 16 19:13:43.051386 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c5c1b-4cc4-49cd-8832-d5227ecd2b8b req-d99949bb-104b-42a0-b59a-9e092aa8f09e tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:43.052982 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-eb8c5c1b-4cc4-49cd-8832-d5227ecd2b8b req-d99949bb-104b-42a0-b59a-9e092aa8f09e tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 945 time: 0.0829525 Sep 16 19:13:43.100831 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-eb8c5c1b-4cc4-49cd-8832-d5227ecd2b8b req-5172f2fb-2384-4cec-8567-9e6362690ca9 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Sep 16 19:13:44.041433 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426584b-25d8-454c-85a0-8f9634b127b1 req-3e5baa5e-a393-40bc-bb41-77b059c97eb7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:44.043058 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a426584b-25d8-454c-85a0-8f9634b127b1 req-3e5baa5e-a393-40bc-bb41-77b059c97eb7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1667640 Sep 16 19:13:44.050077 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bc1f0-9ccb-4cf9-ab3c-f5a225ae6717 req-529c3cff-93bf-49b5-abb8-ed623b859d08 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:44.051867 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3d9bc1f0-9ccb-4cf9-ab3c-f5a225ae6717 req-529c3cff-93bf-49b5-abb8-ed623b859d08 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 944 time: 0.1741834 Sep 16 19:13:44.137412 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a426584b-25d8-454c-85a0-8f9634b127b1 req-dfc07251-a6b3-4e6f-a6eb-b97c43497055 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843911 Sep 16 19:13:44.140194 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3d9bc1f0-9ccb-4cf9-ab3c-f5a225ae6717 req-c4696d0c-2dd4-4043-b87a-0171c03c0097 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719607 Sep 16 19:13:44.242589 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8615a-f73d-4b28-9406-4447fb153d5c req-4e14a4d0-dfd9-487d-9e64-9ea9058e6977 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:44.245384 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-64d8615a-f73d-4b28-9406-4447fb153d5c req-4e14a4d0-dfd9-487d-9e64-9ea9058e6977 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 945 time: 0.0905056 Sep 16 19:13:44.375176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-64d8615a-f73d-4b28-9406-4447fb153d5c req-2802d255-8732-48c8-8d02-e6a217ca9856 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Deleting port 3a9df359-ffbe-44b7-b742-f07a078a01d2 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:13:44.375569 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-64d8615a-f73d-4b28-9406-4447fb153d5c req-2802d255-8732-48c8-8d02-e6a217ca9856 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:44.389146 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device d980408f-a96e-4139-939a-0582ceccd043 up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:13:44.480303 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port d980408f-a96e-4139-939a-0582ceccd043 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:13:44.485527 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port d980408f-a96e-4139-939a-0582ceccd043 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:13:44.485953 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:44.597111 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a425ff5-b201-42b9-8399-d3ee361233ef req-61876b84-ee2a-43bf-ba76-4ecce7f033f2 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:44.598735 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6a425ff5-b201-42b9-8399-d3ee361233ef req-61876b84-ee2a-43bf-ba76-4ecce7f033f2 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 945 time: 0.3118074 Sep 16 19:13:44.634954 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:44.666394 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f2b5dc-b9ff-4e7b-9202-764930b202a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd980408f-a96e-4139-939a-0582ceccd043'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:13:44.681492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port d980408f-a96e-4139-939a-0582ceccd043, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d980408f-a96e-4139-939a-0582ceccd043,segment=NetworkSegment(7eb8c59b-b155-41fe-939e-a796944edb2c),segment_id=7eb8c59b-b155-41fe-939e-a796944edb2c)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:44.686551 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:44.689771 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:44.737835 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6a425ff5-b201-42b9-8399-d3ee361233ef req-ccbb3d91-2065-4793-9bef-f59a1062a471 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303153 Sep 16 19:13:44.744004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-64d8615a-f73d-4b28-9406-4447fb153d5c req-2802d255-8732-48c8-8d02-e6a217ca9856 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] For port 3a9df359-ffbe-44b7-b742-f07a078a01d2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3a9df359-ffbe-44b7-b742-f07a078a01d2,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:44.749046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-64d8615a-f73d-4b28-9406-4447fb153d5c req-2802d255-8732-48c8-8d02-e6a217ca9856 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:44.765271 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f2b5dc-b9ff-4e7b-9202-764930b202a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd980408f-a96e-4139-939a-0582ceccd043', 'code': 200} Sep 16 19:13:44.775326 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=d980408f-a96e-4139-939a-0582ceccd043,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:44.786015 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:44.886160 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-64d8615a-f73d-4b28-9406-4447fb153d5c req-2802d255-8732-48c8-8d02-e6a217ca9856 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Calling delete_port for 3a9df359-ffbe-44b7-b742-f07a078a01d2 owned by compute:nova {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:13:45.016054 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-27f83b3b-3e43-4f0e-b0bf-40be62047fad req-c1c35775-3a37-40c6-873f-2cd8d6f8092e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 1098 time: 0.0818839 Sep 16 19:13:45.071929 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-27f83b3b-3e43-4f0e-b0bf-40be62047fad req-346a81a4-ab09-484f-a0c4-8387050f66d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479071 Sep 16 19:13:45.073317 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-64d8615a-f73d-4b28-9406-4447fb153d5c req-2802d255-8732-48c8-8d02-e6a217ca9856 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:45.085320 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-023a1d22-b38a-4faf-a076-120a9795bcbe tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:45.085756 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['998c6ac8-abb8-41f3-b525-ba904efe9152', '6b3d8514-620f-4992-a6d8-44fbb8f12704'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:13:45.358337 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802d255-8732-48c8-8d02-e6a217ca9856 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Pushing event deleted for resources: {'Port': ['ID=3a9df359-ffbe-44b7-b742-f07a078a01d2,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:45.401784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2802d255-8732-48c8-8d02-e6a217ca9856 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:45.511511 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d8615a-f73d-4b28-9406-4447fb153d5c req-2802d255-8732-48c8-8d02-e6a217ca9856 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] No DVR routers for this DVR port 3a9df359-ffbe-44b7-b742-f07a078a01d2 on host hv-cinder-80944 {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:13:45.521440 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-64d8615a-f73d-4b28-9406-4447fb153d5c req-2802d255-8732-48c8-8d02-e6a217ca9856 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:45.524062 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1235a14b-8cb6-469d-b954-b5212ea10bcb', 'name': 'network-vif-deleted', 'tag': '3a9df359-ffbe-44b7-b742-f07a078a01d2'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:13:45.563517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c0a50-4504-41e8-9e95-ec5f702c2f8a req-d183c240-230d-43a3-be38-ce537c6f58be tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:45.565136 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9e2c0a50-4504-41e8-9e95-ec5f702c2f8a req-d183c240-230d-43a3-be38-ce537c6f58be tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.2667918 Sep 16 19:13:45.566681 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-64d8615a-f73d-4b28-9406-4447fb153d5c req-2802d255-8732-48c8-8d02-e6a217ca9856 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "DELETE /v2.0/ports/3a9df359-ffbe-44b7-b742-f07a078a01d2 HTTP/1.1" status: 204 len: 173 time: 1.3154819 Sep 16 19:13:45.598448 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc2738-d797-433e-8261-19b411f6e2fb req-21bbed46-5eeb-4d0a-a318-27dd5f5ed992 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:45.600013 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-23fc2738-d797-433e-8261-19b411f6e2fb req-21bbed46-5eeb-4d0a-a318-27dd5f5ed992 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 945 time: 0.2481403 Sep 16 19:13:45.656042 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9e2c0a50-4504-41e8-9e95-ec5f702c2f8a req-cc2f26cd-32dc-48e9-84f5-a701f9862556 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843730 Sep 16 19:13:45.666251 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-23fc2738-d797-433e-8261-19b411f6e2fb req-d555c169-501c-438a-b59d-15990b73efa1 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600543 Sep 16 19:13:45.739149 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1235a14b-8cb6-469d-b954-b5212ea10bcb', 'name': 'network-vif-deleted', 'tag': '3a9df359-ffbe-44b7-b742-f07a078a01d2', 'status': 'completed', 'code': 200} Sep 16 19:13:45.932192 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-efa045c2-07fc-4596-9ce8-4953414a8836 req-c93d311f-be87-46b6-86ed-2ba2d6383af7 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Synchronizing usage tracker for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:13:45.947863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-efa045c2-07fc-4596-9ce8-4953414a8836 req-c93d311f-be87-46b6-86ed-2ba2d6383af7 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Unset dirty status for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:13:45.949215 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-efa045c2-07fc-4596-9ce8-4953414a8836 req-c93d311f-be87-46b6-86ed-2ba2d6383af7 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=1235a14b-8cb6-469d-b954-b5212ea10bcb HTTP/1.1" status: 200 len: 210 time: 0.0615010 Sep 16 19:13:46.407258 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 3a9df359-ffbe-44b7-b742-f07a078a01d2 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:13:46.447918 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: 3a9df359-ffbe-44b7-b742-f07a078a01d2 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:13:46.448319 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 3a9df359-ffbe-44b7-b742-f07a078a01d2 not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:13:46.933126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aabf6-f549-4010-b853-2d8424d53c65 req-3aeab02e-6746-416d-8b7e-a477eb0dbcc9 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:46.934731 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a39aabf6-f549-4010-b853-2d8424d53c65 req-3aeab02e-6746-416d-8b7e-a477eb0dbcc9 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1525359 Sep 16 19:13:46.941829 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff56d79-99fd-4a22-9ca2-f703e683b279 req-0a398b8c-5402-4d83-accc-66e8cb930844 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:46.943326 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3ff56d79-99fd-4a22-9ca2-f703e683b279 req-0a398b8c-5402-4d83-accc-66e8cb930844 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 945 time: 0.1182673 Sep 16 19:13:47.023016 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a39aabf6-f549-4010-b853-2d8424d53c65 req-803ef6c5-10b9-4330-bb21-cc7b26576a0e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785642 Sep 16 19:13:47.030888 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3ff56d79-99fd-4a22-9ca2-f703e683b279 req-5f0f60d0-15ed-4279-b486-813b54c0528e tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703456 Sep 16 19:13:47.302568 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5f0266cc-8ad2-48dd-9d0d-e870794d4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:47.581199 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-6a0fc6d9-d02b-4263-b366-16afaaf72cc3 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502140928&fields=id&tenant_id=a339dcda4d0842f69010183fb6780189 HTTP/1.1" status: 200 len: 267 time: 0.0752218 Sep 16 19:13:47.627835 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87263c-6d56-4f4f-acfe-2f33fbfb2588 req-7ae9b8d4-9e8f-4b1c-8cd7-1858970a115e tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:47.632320 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1e87263c-6d56-4f4f-acfe-2f33fbfb2588 req-7ae9b8d4-9e8f-4b1c-8cd7-1858970a115e tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 945 time: 0.1691921 Sep 16 19:13:47.773370 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1e87263c-6d56-4f4f-acfe-2f33fbfb2588 req-f38a3ed8-54c4-4411-b5e5-658e783fce1c tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859520 Sep 16 19:13:47.809363 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b1639-22e9-49df-8b23-3f855375eb53 req-f08e622e-6022-4c23-9eb2-b9c235b93250 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:47.811089 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-f08e622e-6022-4c23-9eb2-b9c235b93250 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/networks?id=05f713ca-3513-43da-98ab-1117cce685d8 HTTP/1.1" status: 200 len: 809 time: 0.2222171 Sep 16 19:13:47.830130 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-699b29aa-d030-40fd-b973-4590b38bc274 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/quotas/a339dcda4d0842f69010183fb6780189 HTTP/1.1" status: 200 len: 375 time: 0.0121169 Sep 16 19:13:47.920182 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-706c1dae-02ef-446b-af7b-8673ccb4299a tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a339dcda4d0842f69010183fb6780189&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841377 Sep 16 19:13:48.071462 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-e7a2dce4-26ef-4c48-bff2-f2635c6c574f service neutron] 10.222.0.39 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381698 Sep 16 19:13:48.276670 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-5a9d9716-be84-4d7e-a291-233e33347c06 service neutron] 10.222.0.39 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988418 Sep 16 19:13:48.287670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f8d44-8fc1-48c3-87b2-c95fc8cdb9a7 req-dceacd92-d76c-414d-a066-084b4aeeaffc tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:48.289295 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8f7f8d44-8fc1-48c3-87b2-c95fc8cdb9a7 req-dceacd92-d76c-414d-a066-084b4aeeaffc tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1295278 Sep 16 19:13:48.340317 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8f7f8d44-8fc1-48c3-87b2-c95fc8cdb9a7 req-24344118-7bfe-458a-bba9-a4159d476743 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439360 Sep 16 19:13:48.702830 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3589349-7dc2-4f50-960c-ac40aff178ab req-ad9a4980-d8d8-46a6-a56f-e86b9e24d703 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:48.704888 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d3589349-7dc2-4f50-960c-ac40aff178ab req-ad9a4980-d8d8-46a6-a56f-e86b9e24d703 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 945 time: 0.0991693 Sep 16 19:13:48.761103 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d3589349-7dc2-4f50-960c-ac40aff178ab req-658a8e43-ea0f-4329-b01c-1e646e1009d3 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497031 Sep 16 19:13:48.885032 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:48.912387 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-17665e21-0048-4f7a-86c0-2ac5c7bd665a req-f571ac68-fa7c-416e-8b64-56d739539c92 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 210 time: 0.0725918 Sep 16 19:13:49.007864 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd966a49-bca3-482d-b43e-672a4288ddb4 req-f45031ae-919a-43b0-bc04-9ef33592d54a tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:49.010486 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cd966a49-bca3-482d-b43e-672a4288ddb4 req-f45031ae-919a-43b0-bc04-9ef33592d54a tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0918307 Sep 16 19:13:49.070120 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cd966a49-bca3-482d-b43e-672a4288ddb4 req-29cc3466-935a-4e1f-ab19-fbe0fc8fe578 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529833 Sep 16 19:13:49.457683 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddae838-c407-4e2a-8f4b-f694120b8782 req-ea1af690-35ed-4966-99fe-3af1e7f8efec tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:49.459262 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5ddae838-c407-4e2a-8f4b-f694120b8782 req-ea1af690-35ed-4966-99fe-3af1e7f8efec tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0957990 Sep 16 19:13:49.586373 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-5ddae838-c407-4e2a-8f4b-f694120b8782 req-f1cd1f66-0246-450b-b294-e93052a7bb78 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Deleting port 6b3d8514-620f-4992-a6d8-44fbb8f12704 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:13:49.586754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5ddae838-c407-4e2a-8f4b-f694120b8782 req-f1cd1f66-0246-450b-b294-e93052a7bb78 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:49.711740 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234504bc-bf59-4c62-a6d1-bbd117ef42e2 req-d146e77a-e0f3-4072-b158-5e548ca01771 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:49.713970 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-234504bc-bf59-4c62-a6d1-bbd117ef42e2 req-d146e77a-e0f3-4072-b158-5e548ca01771 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.2190316 Sep 16 19:13:49.868271 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-234504bc-bf59-4c62-a6d1-bbd117ef42e2 req-8bf52b09-34b2-4f4d-a036-70e3859bf363 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479297 Sep 16 19:13:49.911946 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9014108a-e8fb-4673-9965-dcc25d85c469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:49.974855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:49.983316 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-5ddae838-c407-4e2a-8f4b-f694120b8782 req-f1cd1f66-0246-450b-b294-e93052a7bb78 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] For port 6b3d8514-620f-4992-a6d8-44fbb8f12704, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6b3d8514-620f-4992-a6d8-44fbb8f12704,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:49.983715 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5ddae838-c407-4e2a-8f4b-f694120b8782 req-f1cd1f66-0246-450b-b294-e93052a7bb78 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:50.189605 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b1639-22e9-49df-8b23-3f855375eb53 req-da942af6-e3b1-47f5-b9b6-d05a6ea4cb63 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:50.190542 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-5ddae838-c407-4e2a-8f4b-f694120b8782 req-f1cd1f66-0246-450b-b294-e93052a7bb78 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Calling delete_port for 6b3d8514-620f-4992-a6d8-44fbb8f12704 owned by compute:nova {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:13:50.190729 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-926b1639-22e9-49df-8b23-3f855375eb53 req-da942af6-e3b1-47f5-b9b6-d05a6ea4cb63 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Synchronizing usage tracker for tenant:a339dcda4d0842f69010183fb6780189 on resource:network {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:13:50.211640 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-926b1639-22e9-49df-8b23-3f855375eb53 req-da942af6-e3b1-47f5-b9b6-d05a6ea4cb63 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Unset dirty status for tenant:a339dcda4d0842f69010183fb6780189 on resource:network {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:13:50.214337 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-da942af6-e3b1-47f5-b9b6-d05a6ea4cb63 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.45 "GET /v2.0/networks?id=05f713ca-3513-43da-98ab-1117cce685d8 HTTP/1.1" status: 200 len: 809 time: 0.3344321 Sep 16 19:13:50.287816 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-504b4360-32e7-4900-a658-fd0c693ba59f req-2caa3f94-a21f-498a-bf5b-5d51b3a1d1b3 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 210 time: 0.1176424 Sep 16 19:13:50.343135 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-926b1639-22e9-49df-8b23-3f855375eb53 req-f3356546-61f6-4cc3-a5c0-10256c297e72 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Synchronizing usage tracker for tenant:a339dcda4d0842f69010183fb6780189 on resource:security_group {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:13:50.365624 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-926b1639-22e9-49df-8b23-3f855375eb53 req-f3356546-61f6-4cc3-a5c0-10256c297e72 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Unset dirty status for tenant:a339dcda4d0842f69010183fb6780189 on resource:security_group {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:13:50.366844 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-f3356546-61f6-4cc3-a5c0-10256c297e72 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a339dcda4d0842f69010183fb6780189 HTTP/1.1" status: 200 len: 380 time: 0.1409087 Sep 16 19:13:50.384880 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Request body: {'port': {'device_id': '5991a69f-2832-4acc-956a-9fa23d33863f', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'admin_state_up': True, 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'security_groups': ['1447c439-72d9-4d04-82a8-f02ba9f3cf01']}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:50.533265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5ddae838-c407-4e2a-8f4b-f694120b8782 req-f1cd1f66-0246-450b-b294-e93052a7bb78 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:50.544423 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-651d4504-0afc-4ad8-b743-5cb821b7fd60 req-bfaa45c7-c1f7-44c3-8c7e-5b27aefb6048 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 210 time: 0.2050622 Sep 16 19:13:50.551400 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['998c6ac8-abb8-41f3-b525-ba904efe9152'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:13:50.559155 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:50.637771 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 43464) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:50.732215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:50.736881 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Usage tracker for resource:port and tenant:a339dcda4d0842f69010183fb6780189 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:50.741204 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:50.749089 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:50.764497 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Made reservation on behalf of a339dcda4d0842f69010183fb6780189 for: {'port': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:13:50.771767 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:50.801302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddae838-c407-4e2a-8f4b-f694120b8782 req-f1cd1f66-0246-450b-b294-e93052a7bb78 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] No DVR routers for this DVR port 6b3d8514-620f-4992-a6d8-44fbb8f12704 on host hv-cinder-80944 {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:13:50.803790 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd1f66-0246-450b-b294-e93052a7bb78 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Pushing event deleted for resources: {'Port': ['ID=6b3d8514-620f-4992-a6d8-44fbb8f12704,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:50.808679 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5ddae838-c407-4e2a-8f4b-f694120b8782 req-f1cd1f66-0246-450b-b294-e93052a7bb78 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:50.811984 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5', 'name': 'network-vif-deleted', 'tag': '6b3d8514-620f-4992-a6d8-44fbb8f12704'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:13:50.817603 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f1cd1f66-0246-450b-b294-e93052a7bb78 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:50.838994 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5ddae838-c407-4e2a-8f4b-f694120b8782 req-f1cd1f66-0246-450b-b294-e93052a7bb78 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "DELETE /v2.0/ports/6b3d8514-620f-4992-a6d8-44fbb8f12704 HTTP/1.1" status: 204 len: 173 time: 1.3742554 Sep 16 19:13:50.892966 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5', 'name': 'network-vif-deleted', 'tag': '6b3d8514-620f-4992-a6d8-44fbb8f12704', 'status': 'completed', 'code': 200} Sep 16 19:13:51.022238 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62120d2a-03a2-4607-8f7c-fa41e6714ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:51.066640 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Allocated IP 172.20.0.14 (05f713ca-3513-43da-98ab-1117cce685d8/3df315f2-c24d-4091-b683-0a3588cce397/0985a15a-c665-415a-9290-ab3d27ab466a) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:13:51.084978 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-62120d2a-03a2-4607-8f7c-fa41e6714ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:51.091030 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-62120d2a-03a2-4607-8f7c-fa41e6714ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:4473075be40f49e28d11b38dc2559587 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:51.095691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-62120d2a-03a2-4607-8f7c-fa41e6714ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:51.112616 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-62120d2a-03a2-4607-8f7c-fa41e6714ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:51.133891 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875cc58-3468-4ec8-a0f9-8f51fb52aea4 req-9f8765b8-22e9-4a6f-ad3b-0d217ab88a4e tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:51.135510 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d875cc58-3468-4ec8-a0f9-8f51fb52aea4 req-9f8765b8-22e9-4a6f-ad3b-0d217ab88a4e tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 945 time: 0.1592321 Sep 16 19:13:51.141743 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f778f-551c-4781-864e-09f4b67f27c8 req-0e910299-aeb9-4a69-8aaf-7a9b8d283669 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:51.143279 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-742f778f-551c-4781-864e-09f4b67f27c8 req-0e910299-aeb9-4a69-8aaf-7a9b8d283669 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1267579 Sep 16 19:13:51.235760 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d875cc58-3468-4ec8-a0f9-8f51fb52aea4 req-cacbc942-edd4-4170-b7bc-f7edd1093600 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913587 Sep 16 19:13:51.252377 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-742f778f-551c-4781-864e-09f4b67f27c8 req-b7b20513-e00e-4b81-abb3-e0eda58a1071 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885615 Sep 16 19:13:51.302344 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:51.456414 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b4df4cd7-b381-40c6-b194-ff3c6a4f4831 req-c1f8f84f-2568-4ee5-88be-c7e84f50a3fa tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 210 time: 0.0474539 Sep 16 19:13:51.564453 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62120d2a-03a2-4607-8f7c-fa41e6714ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:51.567813 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:51.575627 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62120d2a-03a2-4607-8f7c-fa41e6714ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:51.585597 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c6a76594-27b0-4032-8397-c4481b3e0bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:51.624850 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Transition to ACTIVE for port object 0985a15a-c665-415a-9290-ab3d27ab466a will not be triggered until provisioned by entity DHCP. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:13:51.638606 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62120d2a-03a2-4607-8f7c-fa41e6714ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6b11dd-19a6-4e68-9afe-f96d75fbdea4,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:51.647426 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-62120d2a-03a2-4607-8f7c-fa41e6714ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:51.651864 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-62120d2a-03a2-4607-8f7c-fa41e6714ca3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4473075be40f49e28d11b38dc2559587&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0100174 Sep 16 19:13:51.654868 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 43486) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:51.683476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:51.692010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:51.751404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Network 05f713ca-3513-43da-98ab-1117cce685d8 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:13:51.754682 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:13:51.758861 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:13:51.841539 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Pushing event updated for resources: {'Port': ['ID=0985a15a-c665-415a-9290-ab3d27ab466a,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:51.847091 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:51.874729 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:51.876755 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:51.944290 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5706532 Sep 16 19:13:51.962800 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Request body: {'port': {'device_id': '5991a69f-2832-4acc-956a-9fa23d33863f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:13:52.080687 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-fe489af5-6b94-441f-9bcf-157cb3bd5881 req-4e6fdc57-1318-4e35-8ec0-221ffd13a28b tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Synchronizing usage tracker for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:13:52.107055 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3b63-b6f0-4ddd-9d40-c23e35923472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:52.153121 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-fe489af5-6b94-441f-9bcf-157cb3bd5881 req-4e6fdc57-1318-4e35-8ec0-221ffd13a28b tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Unset dirty status for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:13:52.165880 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fe489af5-6b94-441f-9bcf-157cb3bd5881 req-4e6fdc57-1318-4e35-8ec0-221ffd13a28b tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2141b9b6-5e2e-44b4-b5ff-6a214cf4c4a5 HTTP/1.1" status: 200 len: 210 time: 0.3950350 Sep 16 19:13:52.172671 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3b63-b6f0-4ddd-9d40-c23e35923472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:52.199406 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:52.224171 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-117edbf3-0313-4213-8a64-a8236c4892e5 req-b2fe4947-1cda-4b26-a11b-03c0a9c7d5b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5045373 Sep 16 19:13:52.242619 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3b63-b6f0-4ddd-9d40-c23e35923472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:52.248154 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d9750717-8b0d-4d2f-90c2-f4ad19e68d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:52.261766 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f3b63-b6f0-4ddd-9d40-c23e35923472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6b11dd-19a6-4e68-9afe-f96d75fbdea4,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:52.265125 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-fd5f3b63-b6f0-4ddd-9d40-c23e35923472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:52.267164 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3b63-b6f0-4ddd-9d40-c23e35923472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:52.268391 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-fd5f3b63-b6f0-4ddd-9d40-c23e35923472 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d6b11dd-19a6-4e68-9afe-f96d75fbdea4 HTTP/1.1" status: 204 len: 168 time: 0.6122508 Sep 16 19:13:52.322292 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-787b0d11-85c0-40c7-982d-80b5fb12e9f2 req-46add248-3413-4818-82da-5746bb3c527f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 1098 time: 0.1946895 Sep 16 19:13:52.328873 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-0275d2b1-e979-4257-8f52-7c72f3358011 None None] Provisioning for port 0985a15a-c665-415a-9290-ab3d27ab466a completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:13:52.342219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-0275d2b1-e979-4257-8f52-7c72f3358011 None None] Provisioning complete for port 0985a15a-c665-415a-9290-ab3d27ab466a triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:13:52.342866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0275d2b1-e979-4257-8f52-7c72f3358011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:52.402555 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-117edbf3-0313-4213-8a64-a8236c4892e5 req-f13b82ff-6f07-4b42-83cf-8f52cc7a9609 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38c046ff61b7430fab7783b7c1bce025&device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 1098 time: 0.0844519 Sep 16 19:13:52.474300 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 6b3d8514-620f-4992-a6d8-44fbb8f12704 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:13:52.539552 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-787b0d11-85c0-40c7-982d-80b5fb12e9f2 req-e7018cda-2dfa-4fbb-b4f0-79af197a1a8a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042580 Sep 16 19:13:52.539772 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: 6b3d8514-620f-4992-a6d8-44fbb8f12704 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:13:52.540197 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 6b3d8514-620f-4992-a6d8-44fbb8f12704 not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:13:52.546002 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-0275d2b1-e979-4257-8f52-7c72f3358011 None None] Port 0985a15a-c665-415a-9290-ab3d27ab466a cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:13:52.675681 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117edbf3-0313-4213-8a64-a8236c4892e5 req-6c5d1b61-fb7b-420d-987a-0ba9d1322422 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:52.677313 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-117edbf3-0313-4213-8a64-a8236c4892e5 req-6c5d1b61-fb7b-420d-987a-0ba9d1322422 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d6adc5e2-ae00-468c-93a4-cfc82f035796 HTTP/1.1" status: 200 len: 915 time: 0.2547491 Sep 16 19:13:52.746761 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b978944-8852-4b2f-af23-f911b455576b req-f8ff9906-d0e8-47f4-88ca-e9b9b5d3dfda tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:52.748250 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2b978944-8852-4b2f-af23-f911b455576b req-f8ff9906-d0e8-47f4-88ca-e9b9b5d3dfda tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1797290 Sep 16 19:13:52.754892 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4cc5b-cf52-4e97-ad2e-eb9e3ef1e197 req-90dc44d8-ffd5-430c-809b-8536642acbd0 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:52.756379 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c4f4cc5b-cf52-4e97-ad2e-eb9e3ef1e197 req-90dc44d8-ffd5-430c-809b-8536642acbd0 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 945 time: 0.1863647 Sep 16 19:13:52.786638 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0985a15a-c665-415a-9290-ab3d27ab466a {{(pid=82446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:13:52.794331 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:52.809844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Transition to ACTIVE for port object 0985a15a-c665-415a-9290-ab3d27ab466a will not be triggered until provisioned by entity L2. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:13:52.813141 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:52.817599 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c8a04b48-57dc-4780-a90b-5086e0818ba5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:52.834363 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2b978944-8852-4b2f-af23-f911b455576b req-231c58c2-1ed8-42bc-98c6-649a131c7d72 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769422 Sep 16 19:13:52.838742 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c4f4cc5b-cf52-4e97-ad2e-eb9e3ef1e197 req-b75375ea-c028-446a-a64f-21c3f097d28d tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670276 Sep 16 19:13:52.887286 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Pushing event updated for resources: {'Port': ['ID=0985a15a-c665-415a-9290-ab3d27ab466a,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:52.911407 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-117edbf3-0313-4213-8a64-a8236c4892e5 req-8ca201fa-ca36-4cc5-91a2-ac322ac87938 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=998c6ac8-abb8-41f3-b525-ba904efe9152 HTTP/1.1" status: 200 len: 217 time: 0.0716455 Sep 16 19:13:52.926314 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:52.995596 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117edbf3-0313-4213-8a64-a8236c4892e5 req-5fcb54fd-3284-4ddd-ad3b-278b45caf278 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:52.997432 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-117edbf3-0313-4213-8a64-a8236c4892e5 req-5fcb54fd-3284-4ddd-ad3b-278b45caf278 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65abb785-f8e9-4186-b372-e87514607609 HTTP/1.1" status: 200 len: 854 time: 0.0778034 Sep 16 19:13:53.092840 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:53.097292 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-117edbf3-0313-4213-8a64-a8236c4892e5 req-2bb2b4c2-49e7-4da5-8961-5b60d500e6fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d6adc5e2-ae00-468c-93a4-cfc82f035796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506284 Sep 16 19:13:53.163224 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Attempting to bind port 0985a15a-c665-415a-9290-ab3d27ab466a on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:13:53.163599 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Attempting to bind port 0985a15a-c665-415a-9290-ab3d27ab466a by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'f3e8be71-59df-4f19-9af7-5fc21d424388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8'}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:13:53.163969 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Attempting to bind port 0985a15a-c665-415a-9290-ab3d27ab466a on network 05f713ca-3513-43da-98ab-1117cce685d8 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:13:53.172127 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb42cd-6e77-4ee0-b6c5-75886561acca req-3d558f0b-34c1-4ccb-b60c-62a3cc70c1f4 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:53.172955 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-32fb42cd-6e77-4ee0-b6c5-75886561acca req-3d558f0b-34c1-4ccb-b60c-62a3cc70c1f4 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Synchronizing usage tracker for tenant:e1f9400e325847399c22edc1b6fdedab on resource:port {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:13:53.189843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Port 0985a15a-c665-415a-9290-ab3d27ab466a on network 05f713ca-3513-43da-98ab-1117cce685d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:13:53.190210 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Attempting to bind port 0985a15a-c665-415a-9290-ab3d27ab466a on network 05f713ca-3513-43da-98ab-1117cce685d8 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:13:53.198128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:13:53.198445 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Checking segment: {'id': 'f3e8be71-59df-4f19-9af7-5fc21d424388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:13:53.198868 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Bound using segment: {'id': 'f3e8be71-59df-4f19-9af7-5fc21d424388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8'} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:13:53.199343 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Bound port: 0985a15a-c665-415a-9290-ab3d27ab466a, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e8be71-59df-4f19-9af7-5fc21d424388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8'}}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:13:53.199730 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:53.231717 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b41fe-837d-485d-8b1b-9353c4f76293 req-4ab53729-9d85-42bc-981a-676fabd8fbc9 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:53.239051 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-401b41fe-837d-485d-8b1b-9353c4f76293 req-4ab53729-9d85-42bc-981a-676fabd8fbc9 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.2406664 Sep 16 19:13:53.294486 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-32fb42cd-6e77-4ee0-b6c5-75886561acca req-3d558f0b-34c1-4ccb-b60c-62a3cc70c1f4 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Unset dirty status for tenant:e1f9400e325847399c22edc1b6fdedab on resource:port {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:13:53.295787 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-32fb42cd-6e77-4ee0-b6c5-75886561acca req-3d558f0b-34c1-4ccb-b60c-62a3cc70c1f4 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 945 time: 0.4097416 Sep 16 19:13:53.299670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] For port 0985a15a-c665-415a-9290-ab3d27ab466a, host hv-cinder-80944, cleared binding levels {{(pid=82446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:13:53.304404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] For port 0985a15a-c665-415a-9290-ab3d27ab466a, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=0985a15a-c665-415a-9290-ab3d27ab466a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:13:53.309542 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-401b41fe-837d-485d-8b1b-9353c4f76293 req-274e5928-84d0-4e7f-81f2-5aed3b9f6de0 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691748 Sep 16 19:13:53.342120 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-117edbf3-0313-4213-8a64-a8236c4892e5 req-95dec18e-8348-48c0-9a43-98dcd76c57c7 service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363241 Sep 16 19:13:53.345850 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:53.356311 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dcf63cef-cbdf-450d-a403-2dabffcebc06 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:53.441914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:53.443869 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] 10.222.0.45 "PUT /v2.0/ports/0985a15a-c665-415a-9290-ab3d27ab466a HTTP/1.1" status: 200 len: 1094 time: 1.4888239 Sep 16 19:13:53.453048 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-32fb42cd-6e77-4ee0-b6c5-75886561acca req-5c9d58dd-e4d5-49fb-9775-42b94cd17070 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Deleting port d980408f-a96e-4139-939a-0582ceccd043 {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:13:53.453442 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-32fb42cd-6e77-4ee0-b6c5-75886561acca req-5c9d58dd-e4d5-49fb-9775-42b94cd17070 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:53.478989 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5991a69f-2832-4acc-956a-9fa23d33863f', 'tag': '0985a15a-c665-415a-9290-ab3d27ab466a'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:13:53.505039 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Pushing event updated for resources: {'Port': ['ID=0985a15a-c665-415a-9290-ab3d27ab466a,revision_number=3']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:53.538064 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-117edbf3-0313-4213-8a64-a8236c4892e5 req-9fbf8f81-0686-4f54-87e8-72f7ea6c99b5 service neutron] 10.222.0.45 "GET /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896842 Sep 16 19:13:53.552900 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:53.607366 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5991a69f-2832-4acc-956a-9fa23d33863f', 'tag': '0985a15a-c665-415a-9290-ab3d27ab466a', 'status': 'completed', 'code': 200} Sep 16 19:13:53.753335 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-bc7b4289-9c94-4227-b47b-a018e48c16bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a339dcda4d0842f69010183fb6780189&device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 1097 time: 0.2523901 Sep 16 19:13:53.846876 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-61d6b96b-8305-489e-8fd7-a146eea08f5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0985a15a-c665-415a-9290-ab3d27ab466a HTTP/1.1" status: 200 len: 217 time: 0.0848634 Sep 16 19:13:53.924363 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-32fb42cd-6e77-4ee0-b6c5-75886561acca req-5c9d58dd-e4d5-49fb-9775-42b94cd17070 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] For port d980408f-a96e-4139-939a-0582ceccd043, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d980408f-a96e-4139-939a-0582ceccd043,segment=NetworkSegment(7eb8c59b-b155-41fe-939e-a796944edb2c),segment_id=7eb8c59b-b155-41fe-939e-a796944edb2c)] {{(pid=82446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:53.924576 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-32fb42cd-6e77-4ee0-b6c5-75886561acca req-5c9d58dd-e4d5-49fb-9775-42b94cd17070 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:54.058605 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b1639-22e9-49df-8b23-3f855375eb53 req-0a7148e2-0398-49db-bdd1-7d2472743014 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:54.060105 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-0a7148e2-0398-49db-bdd1-7d2472743014 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3df315f2-c24d-4091-b683-0a3588cce397 HTTP/1.1" status: 200 len: 848 time: 0.1997933 Sep 16 19:13:54.069695 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-32fb42cd-6e77-4ee0-b6c5-75886561acca req-5c9d58dd-e4d5-49fb-9775-42b94cd17070 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Calling delete_port for d980408f-a96e-4139-939a-0582ceccd043 owned by compute:nova {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:13:54.147788 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c6b69-e0d5-4c16-aeec-2c7ac32d4cb9 req-bddc84cc-47c5-4594-a368-6910342b2ee6 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:54.155267 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1b5c6b69-e0d5-4c16-aeec-2c7ac32d4cb9 req-bddc84cc-47c5-4594-a368-6910342b2ee6 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1322737 Sep 16 19:13:54.182333 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47781e43-07c5-4d8f-921a-0088e0f5064d req-263048c0-da2d-4746-84c7-57952d5fa80f tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:54.183936 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-47781e43-07c5-4d8f-921a-0088e0f5064d req-263048c0-da2d-4746-84c7-57952d5fa80f tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 945 time: 0.1958230 Sep 16 19:13:54.243949 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1b5c6b69-e0d5-4c16-aeec-2c7ac32d4cb9 req-3d75aad9-2bb5-4e76-9b0e-adb32eb6326a tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871966 Sep 16 19:13:54.250069 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-e11031e6-fd81-41c6-bc00-cfc8fb520e6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05f713ca-3513-43da-98ab-1117cce685d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1521230 Sep 16 19:13:54.256384 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-47781e43-07c5-4d8f-921a-0088e0f5064d req-fabf9b11-74ac-4d8b-9df0-be2c16366cdc tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/security-groups?id=2405fbac-7bd9-47c4-ab18-4a959a85da16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552325 Sep 16 19:13:54.538687 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c58a3-1aec-43f0-bb48-3d8f6ea0005d req-d8d2eacb-efa0-499f-a22a-5953dc299119 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:54.541036 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-994c58a3-1aec-43f0-bb48-3d8f6ea0005d req-d8d2eacb-efa0-499f-a22a-5953dc299119 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.0990603 Sep 16 19:13:54.594349 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-994c58a3-1aec-43f0-bb48-3d8f6ea0005d req-a86727cd-ab68-4fd3-8a0a-ae5d25e840a4 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458596 Sep 16 19:13:54.613423 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-32fb42cd-6e77-4ee0-b6c5-75886561acca req-5c9d58dd-e4d5-49fb-9775-42b94cd17070 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:54.622760 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-88c84473-3ce8-4f95-befd-b23476462fe0 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:54.674928 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d58dd-e4d5-49fb-9775-42b94cd17070 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Pushing event deleted for resources: {'Port': ['ID=d980408f-a96e-4139-939a-0582ceccd043,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:54.677783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-5c9d58dd-e4d5-49fb-9775-42b94cd17070 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:54.779780 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fb42cd-6e77-4ee0-b6c5-75886561acca req-5c9d58dd-e4d5-49fb-9775-42b94cd17070 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] No DVR routers for this DVR port d980408f-a96e-4139-939a-0582ceccd043 on host hv-cinder-80944 {{(pid=82446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:13:54.782369 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-32fb42cd-6e77-4ee0-b6c5-75886561acca req-5c9d58dd-e4d5-49fb-9775-42b94cd17070 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:54.791972 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-b786233c-3d64-4521-a69f-e82679bf8e57 service neutron] 10.222.0.45 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291808 Sep 16 19:13:54.797804 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-32fb42cd-6e77-4ee0-b6c5-75886561acca req-5c9d58dd-e4d5-49fb-9775-42b94cd17070 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.45 "DELETE /v2.0/ports/d980408f-a96e-4139-939a-0582ceccd043 HTTP/1.1" status: 204 len: 173 time: 1.4954543 Sep 16 19:13:54.939083 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-926b1639-22e9-49df-8b23-3f855375eb53 req-c21396e5-e113-4b66-8a3d-d25b0e130fdf service neutron] 10.222.0.45 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398914 Sep 16 19:13:55.067892 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fc3fa-efe0-4d62-ade0-b28defa52f18 req-765ab422-887b-4424-8a36-12a7e4678807 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:55.069561 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4e6fc3fa-efe0-4d62-ade0-b28defa52f18 req-765ab422-887b-4424-8a36-12a7e4678807 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 945 time: 0.0908058 Sep 16 19:13:55.082009 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-33e0bef1-d0ed-4eca-b516-ec75c5b8b36e req-0515dd48-c6c9-49d6-916f-b3f8eebd39d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a339dcda4d0842f69010183fb6780189&device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 1097 time: 0.0806041 Sep 16 19:13:55.120511 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4e6fc3fa-efe0-4d62-ade0-b28defa52f18 req-a65383e3-b1db-4a3c-92bb-9d9fafc1837c tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440643 Sep 16 19:13:55.232431 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0bef1-d0ed-4eca-b516-ec75c5b8b36e req-a928a298-a571-4625-9ab0-df021e213fda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:55.234088 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-33e0bef1-d0ed-4eca-b516-ec75c5b8b36e req-a928a298-a571-4625-9ab0-df021e213fda service neutron] 10.222.0.45 "GET /v2.0/networks?id=05f713ca-3513-43da-98ab-1117cce685d8 HTTP/1.1" status: 200 len: 910 time: 0.1431644 Sep 16 19:13:55.311654 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-33e0bef1-d0ed-4eca-b516-ec75c5b8b36e req-580b3b6d-7e73-4620-9b1d-025f7f287552 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0985a15a-c665-415a-9290-ab3d27ab466a HTTP/1.1" status: 200 len: 217 time: 0.0708082 Sep 16 19:13:55.403476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0bef1-d0ed-4eca-b516-ec75c5b8b36e req-60a05908-2f88-438d-8750-29369e1dbdfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:55.405103 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-33e0bef1-d0ed-4eca-b516-ec75c5b8b36e req-60a05908-2f88-438d-8750-29369e1dbdfd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3df315f2-c24d-4091-b683-0a3588cce397 HTTP/1.1" status: 200 len: 848 time: 0.0855861 Sep 16 19:13:55.497196 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-33e0bef1-d0ed-4eca-b516-ec75c5b8b36e req-98fcdb88-7099-4186-804d-39d68ecb8e69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05f713ca-3513-43da-98ab-1117cce685d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808351 Sep 16 19:13:55.515960 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1d645a56-0da2-4afb-8d54-53f97ef005ea req-7dafc875-ac1d-464f-a140-28e36064756f tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6f2b5dc-b9ff-4e7b-9202-764930b202a3 HTTP/1.1" status: 200 len: 210 time: 0.0533757 Sep 16 19:13:55.572700 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baabd8f-27cf-41b0-86d7-457378a69899 req-db663c3f-91af-47ca-b15c-907c9bd86194 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:55.576250 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8baabd8f-27cf-41b0-86d7-457378a69899 req-db663c3f-91af-47ca-b15c-907c9bd86194 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1556096 Sep 16 19:13:55.615830 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f2b5dc-b9ff-4e7b-9202-764930b202a3', 'name': 'network-vif-deleted', 'tag': 'd980408f-a96e-4139-939a-0582ceccd043'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:13:55.645905 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8baabd8f-27cf-41b0-86d7-457378a69899 req-96c09e76-34dc-4d73-aff8-925e6a943349 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606608 Sep 16 19:13:55.689337 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-33e0bef1-d0ed-4eca-b516-ec75c5b8b36e req-64b570fe-99e0-4dbb-8e91-9054e8087692 service neutron] 10.222.0.45 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826992 Sep 16 19:13:55.741224 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f2b5dc-b9ff-4e7b-9202-764930b202a3', 'name': 'network-vif-deleted', 'tag': 'd980408f-a96e-4139-939a-0582ceccd043', 'status': 'completed', 'code': 200} Sep 16 19:13:55.863258 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-33e0bef1-d0ed-4eca-b516-ec75c5b8b36e req-09247cf2-d39f-4b36-96b0-3c47fb7f4646 service neutron] 10.222.0.45 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632819 Sep 16 19:13:55.922324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9aca0-bda4-4e13-b284-708479261b4c req-4d986f7c-07cc-4fcc-99b7-90b4a83bdd92 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:55.923959 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4bf9aca0-bda4-4e13-b284-708479261b4c req-4d986f7c-07cc-4fcc-99b7-90b4a83bdd92 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.0888968 Sep 16 19:13:55.976458 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4bf9aca0-bda4-4e13-b284-708479261b4c req-4b1d5f55-e7f0-456d-a3ae-0bc43ca82b58 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454485 Sep 16 19:13:56.274985 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:13:56.330139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cdd70-b0eb-4f7a-a510-8a9cb8151831 req-e4397522-b652-4992-b26c-194e2d8bd8a9 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:56.331904 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b13cdd70-b0eb-4f7a-a510-8a9cb8151831 req-e4397522-b652-4992-b26c-194e2d8bd8a9 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 945 time: 0.0889871 Sep 16 19:13:56.388503 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bae6ed9f-e14e-46c3-a291-f1ad82130564 req-c9321f53-6446-4f2f-9385-bddfec904cad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=27dc7b61347448d89fa8d78c40f1def6&device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 1098 time: 0.0762985 Sep 16 19:13:56.431043 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b13cdd70-b0eb-4f7a-a510-8a9cb8151831 req-f7ed5ed9-ac7f-4e4d-9aab-629b5226724f tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924006 Sep 16 19:13:56.471984 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2aff3-f540-4b19-8145-36e85c862e67 req-9e563322-c926-4fe9-a73f-0c4cf052ada7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:56.473703 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aea2aff3-f540-4b19-8145-36e85c862e67 req-9e563322-c926-4fe9-a73f-0c4cf052ada7 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1049590 Sep 16 19:13:56.497580 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device d980408f-a96e-4139-939a-0582ceccd043 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:13:56.536240 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aea2aff3-f540-4b19-8145-36e85c862e67 req-a38be4b7-e073-4915-8276-bb7b1fec9d12 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551009 Sep 16 19:13:56.558561 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6ed9f-e14e-46c3-a291-f1ad82130564 req-193185ce-e941-47eb-aed3-c638cad0b2e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:56.560149 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bae6ed9f-e14e-46c3-a291-f1ad82130564 req-193185ce-e941-47eb-aed3-c638cad0b2e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c11271f-5a61-463c-b887-6808365b9c0c HTTP/1.1" status: 200 len: 920 time: 0.1625547 Sep 16 19:13:56.580865 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: d980408f-a96e-4139-939a-0582ceccd043 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:13:56.581273 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device d980408f-a96e-4139-939a-0582ceccd043 not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:13:56.641233 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bae6ed9f-e14e-46c3-a291-f1ad82130564 req-8b91aab7-33a0-4361-ab95-ad1768fcdba3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185c75c5-c896-430d-b6c3-eb6971be6132 HTTP/1.1" status: 200 len: 217 time: 0.0687852 Sep 16 19:13:56.716952 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6ed9f-e14e-46c3-a291-f1ad82130564 req-fec12b30-c7cb-4bb0-8b09-4986212efa2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:56.718551 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bae6ed9f-e14e-46c3-a291-f1ad82130564 req-fec12b30-c7cb-4bb0-8b09-4986212efa2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24a4c799-bf4b-4108-947c-febe7a6204bd HTTP/1.1" status: 200 len: 859 time: 0.0673921 Sep 16 19:13:56.772659 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bae6ed9f-e14e-46c3-a291-f1ad82130564 req-0bfb15da-3100-48ae-aa8b-fd1004283a4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c11271f-5a61-463c-b887-6808365b9c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432634 Sep 16 19:13:56.924957 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bae6ed9f-e14e-46c3-a291-f1ad82130564 req-acb8876b-5636-412d-a73b-a15c308fbff3 service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441779 Sep 16 19:13:57.120956 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bae6ed9f-e14e-46c3-a291-f1ad82130564 req-bbe29798-c15c-4424-af1a-6364e8f1bb7f service neutron] 10.222.0.45 "GET /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884253 Sep 16 19:13:57.250532 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08dabe-73f1-4df7-af7c-02c7357799e0 req-8b52d450-064c-4521-b14b-adf9ba203620 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:57.252104 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ad08dabe-73f1-4df7-af7c-02c7357799e0 req-8b52d450-064c-4521-b14b-adf9ba203620 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.1134908 Sep 16 19:13:57.285213 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 43600) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:57.311690 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ad08dabe-73f1-4df7-af7c-02c7357799e0 req-95829af4-99b0-4d3c-89cc-65164c60e9de tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510783 Sep 16 19:13:57.447635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-276c658d-31a3-41cc-9c70-de25e5c7bb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:57.471238 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7e016-0a0a-4a7a-9650-573c736957f0 req-0eb0d665-f88b-47d6-98b7-e24f75238fcd tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:57.471238 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-0ef7e016-0a0a-4a7a-9650-573c736957f0 req-0eb0d665-f88b-47d6-98b7-e24f75238fcd tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Synchronizing usage tracker for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:port {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:13:57.552886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-276c658d-31a3-41cc-9c70-de25e5c7bb73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:13:57.559192 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-0ef7e016-0a0a-4a7a-9650-573c736957f0 req-0eb0d665-f88b-47d6-98b7-e24f75238fcd tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Unset dirty status for tenant:38c046ff61b7430fab7783b7c1bce025 on resource:port {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:13:57.561533 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0ef7e016-0a0a-4a7a-9650-573c736957f0 req-0eb0d665-f88b-47d6-98b7-e24f75238fcd tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 945 time: 0.2111216 Sep 16 19:13:57.564325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-276c658d-31a3-41cc-9c70-de25e5c7bb73 admin admin] Usage tracker for resource:security_group_rule and tenant:0f1b304915e349508b5a15607a660b47 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:13:57.570389 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-276c658d-31a3-41cc-9c70-de25e5c7bb73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:13:57.629561 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-276c658d-31a3-41cc-9c70-de25e5c7bb73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:13:57.673310 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-0ef7e016-0a0a-4a7a-9650-573c736957f0 req-6ef2c053-59b6-4441-9012-8ef660bb6099 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Deleting port 998c6ac8-abb8-41f3-b525-ba904efe9152 {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:13:57.673852 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0ef7e016-0a0a-4a7a-9650-573c736957f0 req-6ef2c053-59b6-4441-9012-8ef660bb6099 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:57.772610 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-276c658d-31a3-41cc-9c70-de25e5c7bb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:57.789154 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-276c658d-31a3-41cc-9c70-de25e5c7bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:57.799815 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-526f8b07-cb7f-4ef7-8cca-3a6275cc4531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:57.823897 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1af0-43a1-4561-8ba4-afe33f0ffd86 req-ede7ca80-2cd8-4c29-8348-57e9279cfb41 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:57.825568 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f2aa1af0-43a1-4561-8ba4-afe33f0ffd86 req-ede7ca80-2cd8-4c29-8348-57e9279cfb41 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 945 time: 0.2254922 Sep 16 19:13:57.891806 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef23297-349b-4a1f-9e91-be9d27bdcde3 req-d824e508-f0a6-4e80-805b-13e830f9c765 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:57.899699 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4ef23297-349b-4a1f-9e91-be9d27bdcde3 req-d824e508-f0a6-4e80-805b-13e830f9c765 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1775517 Sep 16 19:13:57.934696 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f2aa1af0-43a1-4561-8ba4-afe33f0ffd86 req-75945863-e6c6-4d30-9ac9-c2bf56f38f50 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2190357-1da8-4c55-9a88-e534d05fce02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964622 Sep 16 19:13:57.956898 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4ef23297-349b-4a1f-9e91-be9d27bdcde3 req-1c9e6b02-aded-4271-ac10-3291998569bb tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562286 Sep 16 19:13:58.007907 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c658d-31a3-41cc-9c70-de25e5c7bb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf2ab5c-aef4-4628-9d96-8480cdb247a2,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:58.025569 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-276c658d-31a3-41cc-9c70-de25e5c7bb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:58.033095 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-276c658d-31a3-41cc-9c70-de25e5c7bb73 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f1b304915e349508b5a15607a660b47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7440262 Sep 16 19:13:58.033550 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 43634) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:13:58.094175 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-0ef7e016-0a0a-4a7a-9650-573c736957f0 req-6ef2c053-59b6-4441-9012-8ef660bb6099 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] For port 998c6ac8-abb8-41f3-b525-ba904efe9152, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=998c6ac8-abb8-41f3-b525-ba904efe9152,segment=NetworkSegment(cef5393a-94fa-48d9-b143-69e07c2961c9),segment_id=cef5393a-94fa-48d9-b143-69e07c2961c9)] {{(pid=82446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:13:58.094584 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0ef7e016-0a0a-4a7a-9650-573c736957f0 req-6ef2c053-59b6-4441-9012-8ef660bb6099 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:58.101490 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9b3e-6cc4-45f0-af2f-a9b3d6e6e2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:58.130610 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9b3e-6cc4-45f0-af2f-a9b3d6e6e2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:58.197557 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9b3e-6cc4-45f0-af2f-a9b3d6e6e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:58.206524 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dd304447-fa6e-42e0-bd4c-b3fc7339f110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:58.222388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf9b3e-6cc4-45f0-af2f-a9b3d6e6e2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf2ab5c-aef4-4628-9d96-8480cdb247a2,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:58.234515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-0ef7e016-0a0a-4a7a-9650-573c736957f0 req-6ef2c053-59b6-4441-9012-8ef660bb6099 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Calling delete_port for 998c6ac8-abb8-41f3-b525-ba904efe9152 owned by compute:nova {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:13:58.244215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9b3e-6cc4-45f0-af2f-a9b3d6e6e2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:58.249014 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-5ebf9b3e-6cc4-45f0-af2f-a9b3d6e6e2e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbf2ab5c-aef4-4628-9d96-8480cdb247a2 HTTP/1.1" status: 204 len: 168 time: 0.2141597 Sep 16 19:13:58.250106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-5ebf9b3e-6cc4-45f0-af2f-a9b3d6e6e2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:58.414819 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0ef7e016-0a0a-4a7a-9650-573c736957f0 req-6ef2c053-59b6-4441-9012-8ef660bb6099 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:58.427967 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:13:58.429370 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['998c6ac8-abb8-41f3-b525-ba904efe9152'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:13:58.483089 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2c053-59b6-4441-9012-8ef660bb6099 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Pushing event deleted for resources: {'Port': ['ID=998c6ac8-abb8-41f3-b525-ba904efe9152,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:13:58.495001 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6ef2c053-59b6-4441-9012-8ef660bb6099 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:13:58.591810 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef7e016-0a0a-4a7a-9650-573c736957f0 req-6ef2c053-59b6-4441-9012-8ef660bb6099 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] No DVR routers for this DVR port 998c6ac8-abb8-41f3-b525-ba904efe9152 on host hv-cinder-80944 {{(pid=82446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:13:58.594635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0ef7e016-0a0a-4a7a-9650-573c736957f0 req-6ef2c053-59b6-4441-9012-8ef660bb6099 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:13:58.610925 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3ca45c-115c-466d-89ce-a611b30a6e8c', 'name': 'network-vif-deleted', 'tag': '998c6ac8-abb8-41f3-b525-ba904efe9152'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:13:58.628012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298663a-27fb-4c8c-9fe2-3b3c14017d84 req-ca32e6ea-c3bb-421b-9717-a95d0c9c8d2d tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:58.637418 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c298663a-27fb-4c8c-9fe2-3b3c14017d84 req-ca32e6ea-c3bb-421b-9717-a95d0c9c8d2d tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.1410809 Sep 16 19:13:58.637992 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0ef7e016-0a0a-4a7a-9650-573c736957f0 req-6ef2c053-59b6-4441-9012-8ef660bb6099 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.45 "DELETE /v2.0/ports/998c6ac8-abb8-41f3-b525-ba904efe9152 HTTP/1.1" status: 204 len: 173 time: 1.0695081 Sep 16 19:13:58.681236 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3ca45c-115c-466d-89ce-a611b30a6e8c', 'name': 'network-vif-deleted', 'tag': '998c6ac8-abb8-41f3-b525-ba904efe9152', 'status': 'completed', 'code': 200} Sep 16 19:13:58.684407 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c298663a-27fb-4c8c-9fe2-3b3c14017d84 req-37942ab9-c226-4f85-9a5c-b91d7e31d73f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460353 Sep 16 19:13:59.187326 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c49d8a79-b977-45df-808a-8c36c36c63c5 req-25b386b0-bb49-4598-bed6-4338342803d6 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd3ca45c-115c-466d-89ce-a611b30a6e8c HTTP/1.1" status: 200 len: 210 time: 0.0855792 Sep 16 19:13:59.240038 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d237-d360-4038-91f6-2b2ef76d5236 req-36f32797-f8f8-4e85-a4e3-e7b48ca5c47a tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:59.242048 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aa35d237-d360-4038-91f6-2b2ef76d5236 req-36f32797-f8f8-4e85-a4e3-e7b48ca5c47a tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1036208 Sep 16 19:13:59.291317 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aa35d237-d360-4038-91f6-2b2ef76d5236 req-4b143af0-f843-4900-b90d-e39eeb91295d tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435021 Sep 16 19:13:59.921013 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f06038-434a-4a93-8ca1-ae12eb982f31 req-173a8aa9-186f-462c-b736-54ba87681eca tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:13:59.922887 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b8f06038-434a-4a93-8ca1-ae12eb982f31 req-173a8aa9-186f-462c-b736-54ba87681eca tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.1082387 Sep 16 19:13:59.974296 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b8f06038-434a-4a93-8ca1-ae12eb982f31 req-c4d66b83-490f-414d-9aac-604ec8806fbf tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448792 Sep 16 19:14:00.341338 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 43692) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:00.417375 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1db69a5-a50a-452f-858d-6ccfb9fa53d8 admin admin] Deleting subnet 65abb785-f8e9-4186-b372-e87514607609 {{(pid=82445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:14:00.421333 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c1db69a5-a50a-452f-858d-6ccfb9fa53d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:00.520031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 0985a15a-c665-415a-9290-ab3d27ab466a details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:14:00.530158 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 998c6ac8-abb8-41f3-b525-ba904efe9152 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:14:00.592487 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: 998c6ac8-abb8-41f3-b525-ba904efe9152 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:14:00.593285 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 998c6ac8-abb8-41f3-b525-ba904efe9152 not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:14:00.770125 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c1db69a5-a50a-452f-858d-6ccfb9fa53d8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:00.782309 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c1db69a5-a50a-452f-858d-6ccfb9fa53d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:00.787167 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 0985a15a-c665-415a-9290-ab3d27ab466a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=0985a15a-c665-415a-9290-ab3d27ab466a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:00.807920 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '0985a15a-c665-415a-9290-ab3d27ab466a', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'port_id': '0985a15a-c665-415a-9290-ab3d27ab466a', 'mac_address': 'fa:16:3e:4d:54:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df315f2-c24d-4091-b683-0a3588cce397', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:14:00.877650 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a512c-7c0c-463c-b4f7-49eb75ecbd45 req-3f460a5c-bc05-450e-8600-40b09fa74434 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:00.879453 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cc4a512c-7c0c-463c-b4f7-49eb75ecbd45 req-3f460a5c-bc05-450e-8600-40b09fa74434 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.4214482 Sep 16 19:14:00.894778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:00.916085 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0985a15a-c665-415a-9290-ab3d27ab466a {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:14:00.933994 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c1db69a5-a50a-452f-858d-6ccfb9fa53d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for subnet, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:00.934576 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 0985a15a-c665-415a-9290-ab3d27ab466a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=0985a15a-c665-415a-9290-ab3d27ab466a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:00.939064 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:00.941792 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:00.945425 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-129b35dc-5665-4456-b759-d89e50472a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:00.992227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db69a5-a50a-452f-858d-6ccfb9fa53d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65abb785-f8e9-4186-b372-e87514607609,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:00.996144 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cc4a512c-7c0c-463c-b4f7-49eb75ecbd45 req-8325cc21-2d23-4ef0-891d-14afaca3c91d tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035297 Sep 16 19:14:00.997361 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c1db69a5-a50a-452f-858d-6ccfb9fa53d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:01.000043 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c1db69a5-a50a-452f-858d-6ccfb9fa53d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:01.009254 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-c1db69a5-a50a-452f-858d-6ccfb9fa53d8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/65abb785-f8e9-4186-b372-e87514607609 HTTP/1.1" status: 204 len: 168 time: 0.6634798 Sep 16 19:14:01.009549 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 43700) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:01.035192 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=0985a15a-c665-415a-9290-ab3d27ab466a,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:01.035476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:01.150306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:01.250729 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced4eed-676e-4262-ab92-4dffbc214fcf req-5edd33f7-0a94-4f6a-8a95-857dbe55740f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:01.258645 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bced4eed-676e-4262-ab92-4dffbc214fcf req-5edd33f7-0a94-4f6a-8a95-857dbe55740f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 945 time: 0.1374052 Sep 16 19:14:01.320824 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bced4eed-676e-4262-ab92-4dffbc214fcf req-0acc977a-ee65-4503-b5ea-fec3ed3fd240 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603032 Sep 16 19:14:01.352470 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:01.386806 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6adc5e2-ae00-468c-93a4-cfc82f035796']}} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:01.398670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['0985a15a-c665-415a-9290-ab3d27ab466a'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:14:01.404493 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef5393a-94fa-48d9-b143-69e07c2961c9') {'for_net_delete': True} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:01.405149 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef5393a-94fa-48d9-b143-69e07c2961c9') {} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:01.420711 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3090972'] for segment, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:01.445208 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:01.452694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=82446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:14:01.453126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2718541'] for segment, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:14:01.480403 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:14:01.640526 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:01.645364 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:01.663421 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:01.699429 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d6adc5e2-ae00-468c-93a4-cfc82f035796 HTTP/1.1" status: 204 len: 168 time: 0.6738532 Sep 16 19:14:01.701564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6adc5e2-ae00-468c-93a4-cfc82f035796,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:01.716193 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:01.953254 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 43726) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:02.018547 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-4f56bd27-3659-43a9-90ae-f2ec0e8a6fb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38c046ff61b7430fab7783b7c1bce025&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0634756 Sep 16 19:14:02.021146 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 43732) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:02.098770 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-122a4c4b-0344-47ad-b62f-e92a6134fc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:02.130360 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-122a4c4b-0344-47ad-b62f-e92a6134fc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:02.185498 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-122a4c4b-0344-47ad-b62f-e92a6134fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:02.192515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8f1416ac-9509-4b22-975c-f33cbabed210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:02.207533 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-122a4c4b-0344-47ad-b62f-e92a6134fc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:02.209037 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-122a4c4b-0344-47ad-b62f-e92a6134fc40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2190357-1da8-4c55-9a88-e534d05fce02 HTTP/1.1" status: 204 len: 168 time: 0.1865339 Sep 16 19:14:02.209960 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a4c4b-0344-47ad-b62f-e92a6134fc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2190357-1da8-4c55-9a88-e534d05fce02,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:02.212553 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-122a4c4b-0344-47ad-b62f-e92a6134fc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:02.778935 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c9c15-97a4-4d8b-8bbe-46b0595a869c req-e540e46c-0937-4799-a94c-bef434841c11 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:02.788792 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-879c9c15-97a4-4d8b-8bbe-46b0595a869c req-e540e46c-0937-4799-a94c-bef434841c11 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 945 time: 0.1609299 Sep 16 19:14:02.843093 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-879c9c15-97a4-4d8b-8bbe-46b0595a869c req-92ea3c1d-c093-4919-bb3d-ce169c646624 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531163 Sep 16 19:14:04.195663 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d1900-bce7-408b-8cb8-cc58eadcc8c9 req-ba201b95-9f8f-442f-96df-2bf664552728 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:04.197314 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-240d1900-bce7-408b-8cb8-cc58eadcc8c9 req-ba201b95-9f8f-442f-96df-2bf664552728 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 945 time: 0.1720304 Sep 16 19:14:04.320233 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-240d1900-bce7-408b-8cb8-cc58eadcc8c9 req-a3687520-4b8e-4628-9373-7c0675c138b1 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159611 Sep 16 19:14:04.550020 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 0985a15a-c665-415a-9290-ab3d27ab466a up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:14:04.951057 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port 0985a15a-c665-415a-9290-ab3d27ab466a completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:14:04.956196 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 0985a15a-c665-415a-9290-ab3d27ab466a triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:04.956737 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:05.079328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:05.111589 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5991a69f-2832-4acc-956a-9fa23d33863f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0985a15a-c665-415a-9290-ab3d27ab466a'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:14:05.120112 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 0985a15a-c665-415a-9290-ab3d27ab466a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=0985a15a-c665-415a-9290-ab3d27ab466a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:05.123602 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:05.125741 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7b7f647a-e1c6-41a3-8cf2-3938af718596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:05.174179 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5991a69f-2832-4acc-956a-9fa23d33863f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0985a15a-c665-415a-9290-ab3d27ab466a', 'code': 200} Sep 16 19:14:05.204556 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=0985a15a-c665-415a-9290-ab3d27ab466a,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:05.207874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:05.629717 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca465c4-54a3-49cf-a8f6-9e055dbcb2b6 req-764dd667-4c88-4bb9-b94e-77909ec330e2 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:05.643349 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dca465c4-54a3-49cf-a8f6-9e055dbcb2b6 req-764dd667-4c88-4bb9-b94e-77909ec330e2 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.1937654 Sep 16 19:14:05.684380 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-de733703-f810-4ba1-8173-2b1a0ad51408 req-2cc22c7f-09cb-4ef4-ba5b-3243e830a459 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 1099 time: 0.1493630 Sep 16 19:14:05.739494 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dca465c4-54a3-49cf-a8f6-9e055dbcb2b6 req-5abd8ecf-53a7-491c-b525-75e16fc1c7c7 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948262 Sep 16 19:14:05.783247 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-de733703-f810-4ba1-8173-2b1a0ad51408 req-66dfcd28-27f7-43b4-9eec-86ab24afa71e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923181 Sep 16 19:14:06.960064 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fbcca-f03e-4f87-b44b-cee34cf08b80 req-7b3a8873-e1d6-4b77-b9d7-c382ed914d74 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:06.961756 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f11fbcca-f03e-4f87-b44b-cee34cf08b80 req-7b3a8873-e1d6-4b77-b9d7-c382ed914d74 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.0990078 Sep 16 19:14:07.017177 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f11fbcca-f03e-4f87-b44b-cee34cf08b80 req-6655b3cd-f305-4df4-a70e-569b1798c779 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469346 Sep 16 19:14:07.753650 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dac1a8-338b-4697-a2a5-42656901c37c req-1200acb4-ee45-496d-a550-48b823323e10 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:07.755286 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-71dac1a8-338b-4697-a2a5-42656901c37c req-1200acb4-ee45-496d-a550-48b823323e10 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.0907221 Sep 16 19:14:07.823857 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-71dac1a8-338b-4697-a2a5-42656901c37c req-0dfeae84-3eab-4fc6-834e-829b38657b7e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616806 Sep 16 19:14:08.225922 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6f407-e38c-4011-8043-d53270f1fed8 req-f78814e0-7a47-4a54-98bc-133f788211c9 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:08.229115 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-18f6f407-e38c-4011-8043-d53270f1fed8 req-f78814e0-7a47-4a54-98bc-133f788211c9 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.0853579 Sep 16 19:14:08.276574 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-18f6f407-e38c-4011-8043-d53270f1fed8 req-c1c1ca46-e1be-4af0-aa54-5696713e28d5 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427954 Sep 16 19:14:08.593284 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d0f2d-481b-496c-88d8-8a4358d1438d req-a9fe4f32-3880-4025-b5f9-71d1a4155a50 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:08.595133 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-465d0f2d-481b-496c-88d8-8a4358d1438d req-a9fe4f32-3880-4025-b5f9-71d1a4155a50 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.1371901 Sep 16 19:14:08.654188 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-465d0f2d-481b-496c-88d8-8a4358d1438d req-d4c303ff-2dea-4bc3-aed0-1a3970986dba tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491209 Sep 16 19:14:08.685257 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 43910) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:09.217842 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-455bd277-c3ea-42be-ad5d-4bd9a6d3e65a tempest-TestShelveInstance-1267216320 tempest-TestShelveInstance-1267216320-project-admin] Synchronizing usage tracker for tenant:c4cf9393c1d847c28774d69d7eb2c0bb on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:14:09.227473 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eee93b-046f-46ef-a814-5233759aa47e req-855637ae-58bf-429c-9ae9-b261f11d3c7e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:09.235150 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b3eee93b-046f-46ef-a814-5233759aa47e req-855637ae-58bf-429c-9ae9-b261f11d3c7e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.1303306 Sep 16 19:14:09.278453 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-455bd277-c3ea-42be-ad5d-4bd9a6d3e65a tempest-TestShelveInstance-1267216320 tempest-TestShelveInstance-1267216320-project-admin] Unset dirty status for tenant:c4cf9393c1d847c28774d69d7eb2c0bb on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:14:09.279813 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-455bd277-c3ea-42be-ad5d-4bd9a6d3e65a tempest-TestShelveInstance-1267216320 tempest-TestShelveInstance-1267216320-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 1094 time: 0.5924015 Sep 16 19:14:09.283184 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 43932) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:09.292921 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Request body: {'floatingip': {'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'port_id': '0985a15a-c665-415a-9290-ab3d27ab466a', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'fixed_ip_address': '172.20.0.14'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:09.301667 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b3eee93b-046f-46ef-a814-5233759aa47e req-6faae4af-48b8-4734-ba79-55169cd58c6e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655279 Sep 16 19:14:09.302648 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:09.307388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Usage tracker for resource:floatingip and tenant:a339dcda4d0842f69010183fb6780189 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:09.310548 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:09.317499 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:09.329475 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for floatingip, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:09.487915 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:09.674131 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Allocated IP 172.28.0.244 (718729de-5f21-40b7-aa11-1e5226d826a0/36747542-734f-49ce-8806-50515b72b8f0/7e8eb5d3-c375-4bb1-933b-c77fd493af61) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:14:09.847587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:09.878472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:09.883267 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dff15a28-9611-46c9-918f-4dc6cd6aaf47 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:09.954817 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:14:09.958648 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Pushing event updated for resources: {'Port': ['ID=7e8eb5d3-c375-4bb1-933b-c77fd493af61,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:09.961163 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:14:09.965120 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:14:10.011568 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:10.012009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:10.012446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:10.012894 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:10.013490 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:10.013821 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:10.014205 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:10.014590 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:10.015006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:10.015430 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:10.015884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:10.021452 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:10.749095 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6ee2d-38cc-47ec-bc1b-147ac9e2d004 req-ba36a76d-eea8-47d7-80eb-52fac6adad2d tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:10.749881 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-22c6ee2d-38cc-47ec-bc1b-147ac9e2d004 req-ba36a76d-eea8-47d7-80eb-52fac6adad2d tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Synchronizing usage tracker for tenant:27dc7b61347448d89fa8d78c40f1def6 on resource:port {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:14:10.799846 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-22c6ee2d-38cc-47ec-bc1b-147ac9e2d004 req-ba36a76d-eea8-47d7-80eb-52fac6adad2d tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Unset dirty status for tenant:27dc7b61347448d89fa8d78c40f1def6 on resource:port {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:14:10.809872 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-22c6ee2d-38cc-47ec-bc1b-147ac9e2d004 req-ba36a76d-eea8-47d7-80eb-52fac6adad2d tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.2884104 Sep 16 19:14:10.841284 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65273fd-6221-470b-87fa-550d52f29920 req-f8e8304e-ed5f-4279-97a4-1efec6fb76a4 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:10.853028 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f65273fd-6221-470b-87fa-550d52f29920 req-f8e8304e-ed5f-4279-97a4-1efec6fb76a4 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 945 time: 0.3823659 Sep 16 19:14:10.974106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-22c6ee2d-38cc-47ec-bc1b-147ac9e2d004 req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Deleting port a25e25da-fb0a-4582-9601-f09ab354c531 {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:14:10.976507 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-22c6ee2d-38cc-47ec-bc1b-147ac9e2d004 req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:11.104719 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f65273fd-6221-470b-87fa-550d52f29920 req-c967b342-ae2f-497b-8043-eb9284d971b5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495568 Sep 16 19:14:11.117361 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:11.229521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:11.443914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-22c6ee2d-38cc-47ec-bc1b-147ac9e2d004 req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] For port a25e25da-fb0a-4582-9601-f09ab354c531, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=a25e25da-fb0a-4582-9601-f09ab354c531,segment=NetworkSegment(3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7),segment_id=3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7)] {{(pid=82446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:11.444668 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-22c6ee2d-38cc-47ec-bc1b-147ac9e2d004 req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:11.795144 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-22c6ee2d-38cc-47ec-bc1b-147ac9e2d004 req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Calling delete_port for a25e25da-fb0a-4582-9601-f09ab354c531 owned by compute:nova {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:14:11.902556 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:11.906971 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:11.913116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:12.029023 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Pushing event updated for resources: {'Port': ['ID=7e8eb5d3-c375-4bb1-933b-c77fd493af61,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:12.044869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:12.060998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852707909'] for floatingip, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:12.233462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-22c6ee2d-38cc-47ec-bc1b-147ac9e2d004 req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:12.246542 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['185c75c5-c896-430d-b6c3-eb6971be6132'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:14:12.248070 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-5c9d58dd-e4d5-49fb-9775-42b94cd17070 tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:12.298934 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Pushing event deleted for resources: {'Port': ['ID=a25e25da-fb0a-4582-9601-f09ab354c531,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:12.333888 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 43996) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:12.350321 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:12.350765 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:12.351220 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:12.351720 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:12.352223 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:12.352843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:12.353249 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:12.353787 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:12.354189 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:12.354637 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:12.355227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:12.363848 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:12.405812 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c6ee2d-38cc-47ec-bc1b-147ac9e2d004 req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] No DVR routers for this DVR port a25e25da-fb0a-4582-9601-f09ab354c531 on host hv-cinder-80944 {{(pid=82446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:14:12.409486 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-22c6ee2d-38cc-47ec-bc1b-147ac9e2d004 req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:12.412744 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1648e3c5-5587-4764-bd34-8016642f32b1 req-509ed386-0f27-4fed-bc44-5eaa2bd7ffe3 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1 HTTP/1.1" status: 200 len: 210 time: 0.0822742 Sep 16 19:14:12.431110 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1', 'name': 'network-vif-deleted', 'tag': 'a25e25da-fb0a-4582-9601-f09ab354c531'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:14:12.431843 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.l3_db [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Floating IP e2d79ab1-90d3-41e4-a1a6-92fdc1f77088 associated. External IP: 172.28.0.244, port: 0985a15a-c665-415a-9290-ab3d27ab466a. Sep 16 19:14:12.433925 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-22c6ee2d-38cc-47ec-bc1b-147ac9e2d004 req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.45 "DELETE /v2.0/ports/a25e25da-fb0a-4582-9601-f09ab354c531 HTTP/1.1" status: 204 len: 173 time: 1.6172910 Sep 16 19:14:12.506155 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce0ac6e-d869-4c2f-9f39-0fd5e66ef5e1', 'name': 'network-vif-deleted', 'tag': 'a25e25da-fb0a-4582-9601-f09ab354c531', 'status': 'completed', 'code': 200} Sep 16 19:14:12.593217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device a25e25da-fb0a-4582-9601-f09ab354c531 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:14:12.664348 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: a25e25da-fb0a-4582-9601-f09ab354c531 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:14:12.665548 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device a25e25da-fb0a-4582-9601-f09ab354c531 not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:14:12.782419 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a472341c-05d9-4f8d-9099-5c64698f7740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:12.835860 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-a472341c-05d9-4f8d-9099-5c64698f7740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:12.850854 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-a472341c-05d9-4f8d-9099-5c64698f7740 admin admin] Usage tracker for resource:security_group_rule and tenant:6426d75ae92f44159cec3e8c0a045a56 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:12.856100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-a472341c-05d9-4f8d-9099-5c64698f7740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:12.864860 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-a472341c-05d9-4f8d-9099-5c64698f7740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:13.202519 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a472341c-05d9-4f8d-9099-5c64698f7740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:13.210852 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a472341c-05d9-4f8d-9099-5c64698f7740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:13.274979 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ee69eb98-4961-47b0-8e18-e38d2bee49bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:13.313872 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-a472341c-05d9-4f8d-9099-5c64698f7740 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6426d75ae92f44159cec3e8c0a045a56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9775555 Sep 16 19:14:13.314999 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472341c-05d9-4f8d-9099-5c64698f7740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf241152-707a-4f67-b429-8a5850577ad0,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:13.316262 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 44028) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:13.337242 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a472341c-05d9-4f8d-9099-5c64698f7740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:13.429395 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Router 1fea5d4e-c0b2-441e-9300-a6a0e22806da has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:14:13.449648 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6df8bd59-e5d4-4f1c-b53a-1b33cdfcd21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:13.486099 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6df8bd59-e5d4-4f1c-b53a-1b33cdfcd21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:13.541641 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6df8bd59-e5d4-4f1c-b53a-1b33cdfcd21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:13.557345 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-36e9bb5e-fe85-480a-8cc8-f570df7a91de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:13.593436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8bd59-e5d4-4f1c-b53a-1b33cdfcd21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf241152-707a-4f67-b429-8a5850577ad0,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:13.598515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6df8bd59-e5d4-4f1c-b53a-1b33cdfcd21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:13.604993 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-6df8bd59-e5d4-4f1c-b53a-1b33cdfcd21e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf241152-707a-4f67-b429-8a5850577ad0 HTTP/1.1" status: 204 len: 168 time: 0.2851350 Sep 16 19:14:13.605739 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6df8bd59-e5d4-4f1c-b53a-1b33cdfcd21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:13.831557 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:14:13.844524 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3296868-611e-4638-ac10-e114bda4ef79 None None] Sync routers for ids ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:14:13.875683 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:13.888679 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3296868-611e-4638-ac10-e114bda4ef79 None None] Routers {'1fea5d4e-c0b2-441e-9300-a6a0e22806da'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:14:13.889777 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-d3296868-611e-4638-ac10-e114bda4ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:13:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:13.955223 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6681635 Sep 16 19:14:13.955948 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5991a69f-2832-4acc-956a-9fa23d33863f', 'tag': '0985a15a-c665-415a-9290-ab3d27ab466a'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:14:14.104227 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5991a69f-2832-4acc-956a-9fa23d33863f', 'tag': '0985a15a-c665-415a-9290-ab3d27ab466a', 'status': 'completed', 'code': 200} Sep 16 19:14:14.226230 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298021b-152e-44d0-aff9-91f6181b09f7 req-b16e8038-a9f4-41df-8d59-945ec0d312b0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:14.229497 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-d3296868-611e-4638-ac10-e114bda4ef79 None None] Set router 1fea5d4e-c0b2-441e-9300-a6a0e22806da gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:14:14.236863 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7298021b-152e-44d0-aff9-91f6181b09f7 req-b16e8038-a9f4-41df-8d59-945ec0d312b0 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1178935 Sep 16 19:14:14.285600 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5c4682f0-039b-4981-a440-9559bdf26b5c req-1bfeb25e-4c40-44ab-ac03-91343b6e83bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a339dcda4d0842f69010183fb6780189&device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 1099 time: 0.1427963 Sep 16 19:14:14.297624 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7298021b-152e-44d0-aff9-91f6181b09f7 req-32d2b54c-fc07-4234-b330-3de599df5b01 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591772 Sep 16 19:14:14.542065 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4682f0-039b-4981-a440-9559bdf26b5c req-74382aa5-018e-4907-bca5-8dfcd9532938 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:14.544714 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5c4682f0-039b-4981-a440-9559bdf26b5c req-74382aa5-018e-4907-bca5-8dfcd9532938 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05f713ca-3513-43da-98ab-1117cce685d8 HTTP/1.1" status: 200 len: 910 time: 0.2517397 Sep 16 19:14:14.762056 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5c4682f0-039b-4981-a440-9559bdf26b5c req-b32b31fe-a92b-4b12-9b3a-723728c5e96a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0985a15a-c665-415a-9290-ab3d27ab466a HTTP/1.1" status: 200 len: 1000 time: 0.2101665 Sep 16 19:14:14.905435 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4682f0-039b-4981-a440-9559bdf26b5c req-4b7c08e5-d01c-43f3-81f3-54bada2a03ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:14.907097 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5c4682f0-039b-4981-a440-9559bdf26b5c req-4b7c08e5-d01c-43f3-81f3-54bada2a03ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3df315f2-c24d-4091-b683-0a3588cce397 HTTP/1.1" status: 200 len: 848 time: 0.1328220 Sep 16 19:14:14.918317 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-d3296868-611e-4638-ac10-e114bda4ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:42Z', 'revision_number': 4, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'e2d79ab1-90d3-41e4-a1a6-92fdc1f77088', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'port_id': '0985a15a-c665-415a-9290-ab3d27ab466a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'mac_address': 'fa:16:3e:4d:54:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5991a69f-2832-4acc-956a-9fa23d33863f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:14:10Z', 'updated_at': '2021-09-16T19:14:10Z', 'revision_number': 0, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a', 'name': '', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'mac_address': 'fa:16:3e:94:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df315f2-c24d-4091-b683-0a3588cce397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:41Z', 'updated_at': '2021-09-16T19:12:55Z', 'revision_number': 5, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'subnets': [{'id': '3df315f2-c24d-4091-b683-0a3588cce397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:14.922883 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3296868-611e-4638-ac10-e114bda4ef79 None None] Checking router: 1fea5d4e-c0b2-441e-9300-a6a0e22806da for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:14:14.935907 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3296868-611e-4638-ac10-e114bda4ef79 None None] Routers {'1fea5d4e-c0b2-441e-9300-a6a0e22806da'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:14:14.936571 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-d3296868-611e-4638-ac10-e114bda4ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:13:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:15.028775 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5c4682f0-039b-4981-a440-9559bdf26b5c req-66bb29ba-1c44-45ba-a506-e5227473025b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05f713ca-3513-43da-98ab-1117cce685d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1117609 Sep 16 19:14:15.257701 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-d3296868-611e-4638-ac10-e114bda4ef79 None None] Set router 1fea5d4e-c0b2-441e-9300-a6a0e22806da gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:14:15.383469 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5c4682f0-039b-4981-a440-9559bdf26b5c req-ae514767-f886-40f4-9f30-7f4c4d97c05e service neutron] 10.222.0.45 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468285 Sep 16 19:14:15.478196 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44090) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:15.715945 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5c4682f0-039b-4981-a440-9559bdf26b5c req-14d78199-2c77-4f9d-af57-90d51899e127 service neutron] 10.222.0.45 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222954 Sep 16 19:14:15.738114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549b4a2-5b6b-4bd4-ade7-205f9ae91451 req-de45840d-89bc-4457-b7b5-0bd8776dbd1c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:15.747993 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5549b4a2-5b6b-4bd4-ade7-205f9ae91451 req-de45840d-89bc-4457-b7b5-0bd8776dbd1c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1700530 Sep 16 19:14:15.811959 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5549b4a2-5b6b-4bd4-ade7-205f9ae91451 req-35ea503d-222d-4e12-8285-8964150f336e tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626540 Sep 16 19:14:15.861631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1728032827-network', 'tenant_id': '3dacb447eb1d45828e9b810a78f6b248'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:15.867009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:15.872148 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Usage tracker for resource:network and tenant:3dacb447eb1d45828e9b810a78f6b248 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:15.875634 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:15.882105 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:15.894118 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Made reservation on behalf of 3dacb447eb1d45828e9b810a78f6b248 for: {'network': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:14:15.899231 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:15.914704 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:15.955776 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:15.960172 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Usage tracker for resource:security_group_rule and tenant:3dacb447eb1d45828e9b810a78f6b248 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:15.964038 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:15.975615 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:15.991909 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-d3296868-611e-4638-ac10-e114bda4ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:42Z', 'revision_number': 4, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'e2d79ab1-90d3-41e4-a1a6-92fdc1f77088', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'port_id': '0985a15a-c665-415a-9290-ab3d27ab466a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'mac_address': 'fa:16:3e:4d:54:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5991a69f-2832-4acc-956a-9fa23d33863f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:14:10Z', 'updated_at': '2021-09-16T19:14:10Z', 'revision_number': 0, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a', 'name': '', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'mac_address': 'fa:16:3e:94:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df315f2-c24d-4091-b683-0a3588cce397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:41Z', 'updated_at': '2021-09-16T19:12:55Z', 'revision_number': 5, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'subnets': [{'id': '3df315f2-c24d-4091-b683-0a3588cce397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:16.006549 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3296868-611e-4638-ac10-e114bda4ef79 None None] The sync data for ids ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'] in dv-cinder-809448-1-smb is: [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:42Z', 'revision_number': 4, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'e2d79ab1-90d3-41e4-a1a6-92fdc1f77088', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'port_id': '0985a15a-c665-415a-9290-ab3d27ab466a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'mac_address': 'fa:16:3e:4d:54:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5991a69f-2832-4acc-956a-9fa23d33863f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:14:10Z', 'updated_at': '2021-09-16T19:14:10Z', 'revision_number': 0, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a', 'name': '', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'mac_address': 'fa:16:3e:94:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df315f2-c24d-4091-b683-0a3588cce397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:41Z', 'updated_at': '2021-09-16T19:12:55Z', 'revision_number': 5, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'subnets': [{'id': '3df315f2-c24d-4091-b683-0a3588cce397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:14:16.076279 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:16.092489 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:16.110735 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=82445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:14:16.126103 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:16.128127 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Added segment 1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a of type vlan for network e93d94cc-1c50-4729-9aa5-7078bc8d6513 Sep 16 19:14:16.167264 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:16.194660 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dd4d3810-56de-4e8d-8aee-3bbc324224f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:16.232800 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:16.235164 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:16.235847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:16.241659 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26404607-10d7-4cd4-a0e4-b00dfabb4f8e,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:16.247001 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:16.247517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-75cceca2-58c5-4ff6-ae18-12e85be1f2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:16.429940 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Pushing event updated for resources: {'Network': ['ID=e93d94cc-1c50-4729-9aa5-7078bc8d6513,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:16.445039 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:16.447938 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network e93d94cc-1c50-4729-9aa5-7078bc8d6513 details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:14:16.451634 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9721968 Sep 16 19:14:16.456299 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 44114) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:16.467841 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Request body: {'subnet': {'network_id': 'e93d94cc-1c50-4729-9aa5-7078bc8d6513', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1728032827-subnet', 'tenant_id': '3dacb447eb1d45828e9b810a78f6b248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:16.478722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:16.484359 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Usage tracker for resource:subnet and tenant:3dacb447eb1d45828e9b810a78f6b248 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:16.489190 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:16.521551 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:16.556775 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Made reservation on behalf of 3dacb447eb1d45828e9b810a78f6b248 for: {'subnet': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:14:16.568139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2602046'] for subnet, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:16.570396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74354412-e82c-4044-86c0-8975deea38f3 req-511508ab-6bf8-4c8d-9e44-3bd3ae7728cb tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:16.579251 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-74354412-e82c-4044-86c0-8975deea38f3 req-511508ab-6bf8-4c8d-9e44-3bd3ae7728cb tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.2090185 Sep 16 19:14:16.635985 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31287f59-afd5-498e-adfa-1de3859b2590 None None] New status for floating IP e2d79ab1-90d3-41e4-a1a6-92fdc1f77088: ACTIVE {{(pid=82447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:14:16.687876 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-74354412-e82c-4044-86c0-8975deea38f3 req-ed640447-9e17-4835-bce0-1922be973bfb tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013572 Sep 16 19:14:16.884362 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2717491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2602031'] for subnet, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:16.898220 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:17.021114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3feb33a4-e0ff-4b17-aba1-68e7e4247932,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:17.032110 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:17.075175 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Checking segment: {'id': '1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e93d94cc-1c50-4729-9aa5-7078bc8d6513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:14:17.075797 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Network hostable DHCP agents. Network: e93d94cc-1c50-4729-9aa5-7078bc8d6513, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:14:17.113952 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Network e93d94cc-1c50-4729-9aa5-7078bc8d6513 is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:14:17.124146 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, e93d94cc-1c50-4729-9aa5-7078bc8d6513) {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:14:17.128942 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:17.129939 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:17.137018 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06162d61-fd74-43fd-8ec3-45e1aba90bd3 None None] Network e93d94cc-1c50-4729-9aa5-7078bc8d6513 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:14:17.165438 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87ca71-5790-47c9-9697-d729d17dc62f req-59584647-6828-45cf-9106-9813f8faeb16 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:17.167908 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-944b47d3-5dc2-4e5c-ad69-b4a6734c2054 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7091527 Sep 16 19:14:17.176133 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bd87ca71-5790-47c9-9697-d729d17dc62f req-59584647-6828-45cf-9106-9813f8faeb16 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1600904 Sep 16 19:14:17.239426 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bd87ca71-5790-47c9-9697-d729d17dc62f req-3f6f2139-f1c0-47e5-9e09-d49711b46022 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620387 Sep 16 19:14:17.328583 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-424aeb13-06e4-49d2-894f-ebbeb751624a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:17.504760 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ab29d-573c-4184-af61-6b55a04f25b0 None None] Network e93d94cc-1c50-4729-9aa5-7078bc8d6513 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:14:17.946502 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5d9dc-12e7-446a-94f2-406166b24e21 req-0ba58574-cf2f-4aff-ada5-580add17c3e5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:17.955866 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-71e5d9dc-12e7-446a-94f2-406166b24e21 req-0ba58574-cf2f-4aff-ada5-580add17c3e5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.1047215 Sep 16 19:14:18.017026 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-71e5d9dc-12e7-446a-94f2-406166b24e21 req-fa397808-9cdf-4e7b-a524-6a1daf03d249 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600886 Sep 16 19:14:18.454942 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215def6-03bb-4e3e-9b94-7ae4d9849ba6 req-5613406a-4f51-4bdd-8b9f-bf1dcd4229f2 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:18.456534 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3215def6-03bb-4e3e-9b94-7ae4d9849ba6 req-5613406a-4f51-4bdd-8b9f-bf1dcd4229f2 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1023901 Sep 16 19:14:18.518211 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3215def6-03bb-4e3e-9b94-7ae4d9849ba6 req-93d03b9d-7606-485a-883a-ff100d0af4e4 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485966 Sep 16 19:14:18.905618 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:19.304216 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8316c-6171-45ee-ad15-d8f3df8492c6 req-b016a90c-0266-49a5-bebc-7393ddad004d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:19.307880 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-72f8316c-6171-45ee-ad15-d8f3df8492c6 req-b016a90c-0266-49a5-bebc-7393ddad004d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.1318598 Sep 16 19:14:19.387474 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-72f8316c-6171-45ee-ad15-d8f3df8492c6 req-0c8438bd-7cbf-4b46-895e-26d2db0d59a6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713050 Sep 16 19:14:19.757873 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-3bfde7c1-fff5-4427-850a-fcf5c71310bd tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:19.759365 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-3bfde7c1-fff5-4427-850a-fcf5c71310bd tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Synchronizing usage tracker for tenant:3dacb447eb1d45828e9b810a78f6b248 on resource:network {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:14:19.796359 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-3bfde7c1-fff5-4427-850a-fcf5c71310bd tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Unset dirty status for tenant:3dacb447eb1d45828e9b810a78f6b248 on resource:network {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:14:19.797688 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-3bfde7c1-fff5-4427-850a-fcf5c71310bd tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/networks?id=e93d94cc-1c50-4729-9aa5-7078bc8d6513 HTTP/1.1" status: 200 len: 814 time: 0.2891812 Sep 16 19:14:19.830991 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-bba12fcc-b581-4ba4-affd-1d5841f82767 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/quotas/3dacb447eb1d45828e9b810a78f6b248 HTTP/1.1" status: 200 len: 375 time: 0.0238595 Sep 16 19:14:19.838022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caa5f2-d886-4729-bcef-35395cd62298 req-cbccfb38-6c64-4baf-b706-d8fdf581636a tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:19.839571 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-56caa5f2-d886-4729-bcef-35395cd62298 req-cbccfb38-6c64-4baf-b706-d8fdf581636a tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1349192 Sep 16 19:14:19.888760 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a20907e9-408e-40d6-911a-4e8f15f9e4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:19.908667 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-481d560e-31f8-4cf8-9743-4b865192ef85 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3dacb447eb1d45828e9b810a78f6b248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680306 Sep 16 19:14:19.964048 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:20.072469 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-56caa5f2-d886-4729-bcef-35395cd62298 req-a15c3335-fe0a-44d1-a2a2-ebc8d7b15bc2 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940122 Sep 16 19:14:20.143542 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-c768c340-db96-4e9e-b720-f00323e51c63 service neutron] 10.222.0.39 "GET /v2.0/networks/e93d94cc-1c50-4729-9aa5-7078bc8d6513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175474 Sep 16 19:14:20.479232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ca32b-8d4e-42d0-b921-3b396142cbe3 req-20fb3388-d7ed-4c59-82f0-61bd12472401 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:20.501756 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-cb7ca32b-8d4e-42d0-b921-3b396142cbe3 req-20fb3388-d7ed-4c59-82f0-61bd12472401 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Synchronizing usage tracker for tenant:27dc7b61347448d89fa8d78c40f1def6 on resource:port {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:14:20.552138 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-cb7ca32b-8d4e-42d0-b921-3b396142cbe3 req-20fb3388-d7ed-4c59-82f0-61bd12472401 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Unset dirty status for tenant:27dc7b61347448d89fa8d78c40f1def6 on resource:port {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:14:20.553481 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cb7ca32b-8d4e-42d0-b921-3b396142cbe3 req-20fb3388-d7ed-4c59-82f0-61bd12472401 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.45 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.3523431 Sep 16 19:14:20.623385 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-9c638859-d3e9-4a95-9af7-95496088c79b service neutron] 10.222.0.39 "GET /v2.0/networks/e93d94cc-1c50-4729-9aa5-7078bc8d6513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726775 Sep 16 19:14:20.693250 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-cb7ca32b-8d4e-42d0-b921-3b396142cbe3 req-e593a671-0fa3-4638-a351-5768ddedf5bf tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Deleting port 185c75c5-c896-430d-b6c3-eb6971be6132 {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:14:20.693638 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cb7ca32b-8d4e-42d0-b921-3b396142cbe3 req-e593a671-0fa3-4638-a351-5768ddedf5bf tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:20.775085 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68d2f8-a182-4b7b-9b92-5893ae987cc9 req-40f8907a-526b-485a-8108-436e3aef0273 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:20.781962 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1c68d2f8-a182-4b7b-9b92-5893ae987cc9 req-40f8907a-526b-485a-8108-436e3aef0273 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.1505888 Sep 16 19:14:20.873256 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1c68d2f8-a182-4b7b-9b92-5893ae987cc9 req-781391ca-8c3d-4b8e-bfb2-efd5b55b67ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855899 Sep 16 19:14:20.959072 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-16370be7-4190-4e49-a3f2-0364eb0f3b58 req-e618f963-c7e2-4b71-b438-95449890a031 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 210 time: 0.0560029 Sep 16 19:14:21.147098 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-cb7ca32b-8d4e-42d0-b921-3b396142cbe3 req-e593a671-0fa3-4638-a351-5768ddedf5bf tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] For port 185c75c5-c896-430d-b6c3-eb6971be6132, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=185c75c5-c896-430d-b6c3-eb6971be6132,segment=NetworkSegment(3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7),segment_id=3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7)] {{(pid=82446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:21.147506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cb7ca32b-8d4e-42d0-b921-3b396142cbe3 req-e593a671-0fa3-4638-a351-5768ddedf5bf tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:21.286340 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-cb7ca32b-8d4e-42d0-b921-3b396142cbe3 req-e593a671-0fa3-4638-a351-5768ddedf5bf tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Calling delete_port for 185c75c5-c896-430d-b6c3-eb6971be6132 owned by compute:nova {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:14:21.298802 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:21.352245 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a0571-aca9-44c5-b9f9-fc6c8cfc482a req-1e31155f-c59e-4849-9fb5-856ea24d2c1c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:21.360748 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9a9a0571-aca9-44c5-b9f9-fc6c8cfc482a req-1e31155f-c59e-4849-9fb5-856ea24d2c1c tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 945 time: 0.1163034 Sep 16 19:14:21.438623 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9a9a0571-aca9-44c5-b9f9-fc6c8cfc482a req-9ffbecfd-43e9-43ac-b94c-ea13813160d3 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7de3da4-6028-4f49-94a7-2a06022ac5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767958 Sep 16 19:14:21.540837 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cb7ca32b-8d4e-42d0-b921-3b396142cbe3 req-e593a671-0fa3-4638-a351-5768ddedf5bf tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:21.550397 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c01b7dbe-6801-4b38-8d71-46557ef062f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:21.601484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593a671-0fa3-4638-a351-5768ddedf5bf tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Pushing event deleted for resources: {'Port': ['ID=185c75c5-c896-430d-b6c3-eb6971be6132,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:21.607718 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e593a671-0fa3-4638-a351-5768ddedf5bf tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:21.697536 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7ca32b-8d4e-42d0-b921-3b396142cbe3 req-e593a671-0fa3-4638-a351-5768ddedf5bf tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] No DVR routers for this DVR port 185c75c5-c896-430d-b6c3-eb6971be6132 on host hv-cinder-80944 {{(pid=82446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:14:21.700101 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cb7ca32b-8d4e-42d0-b921-3b396142cbe3 req-e593a671-0fa3-4638-a351-5768ddedf5bf tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:21.703219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116f10bc-3601-46b7-bbba-6ee261aeecb7', 'name': 'network-vif-deleted', 'tag': '185c75c5-c896-430d-b6c3-eb6971be6132'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:14:21.719827 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cb7ca32b-8d4e-42d0-b921-3b396142cbe3 req-e593a671-0fa3-4638-a351-5768ddedf5bf tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.45 "DELETE /v2.0/ports/185c75c5-c896-430d-b6c3-eb6971be6132 HTTP/1.1" status: 204 len: 173 time: 1.1606984 Sep 16 19:14:21.772646 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116f10bc-3601-46b7-bbba-6ee261aeecb7', 'name': 'network-vif-deleted', 'tag': '185c75c5-c896-430d-b6c3-eb6971be6132', 'status': 'completed', 'code': 200} Sep 16 19:14:22.075549 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5a336-8b7c-4d68-b064-71023ccb5b2d req-f01f0ee2-e074-421c-a838-200ae46d4df6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:22.077289 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aba5a336-8b7c-4d68-b064-71023ccb5b2d req-f01f0ee2-e074-421c-a838-200ae46d4df6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0887306 Sep 16 19:14:22.176414 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-82ca8912-6697-44f8-9608-1cd2a8100211 req-99f8a6b9-9066-44dd-b538-2898bb02fe8a tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 210 time: 0.0586553 Sep 16 19:14:22.203593 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aba5a336-8b7c-4d68-b064-71023ccb5b2d req-fc71a320-9f72-4718-acfd-e690c6a3d2b5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198044 Sep 16 19:14:22.357217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-38ba3080-d357-4d17-8ab7-80e51d718266 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:22.358772 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-38ba3080-d357-4d17-8ab7-80e51d718266 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.45 "GET /v2.0/networks?id=e93d94cc-1c50-4729-9aa5-7078bc8d6513 HTTP/1.1" status: 200 len: 814 time: 0.1709089 Sep 16 19:14:22.381089 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Request body: {'port': {'device_id': 'b5b268a6-efde-4bce-8616-3fcf6a2fe4de', 'network_id': 'e93d94cc-1c50-4729-9aa5-7078bc8d6513', 'admin_state_up': True, 'tenant_id': '3dacb447eb1d45828e9b810a78f6b248'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:22.551527 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:22.556536 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Usage tracker for resource:port and tenant:3dacb447eb1d45828e9b810a78f6b248 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:22.559830 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:22.566521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:22.580806 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Made reservation on behalf of 3dacb447eb1d45828e9b810a78f6b248 for: {'port': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:14:22.594061 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:22.652824 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 185c75c5-c896-430d-b6c3-eb6971be6132 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:14:22.674887 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1412fd78-953c-410d-be07-e722c8e69aae req-c3121571-7f3b-4583-bdec-c43f229b72f4 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] 10.222.0.39 "GET /v2.0/ports?device_id=116f10bc-3601-46b7-bbba-6ee261aeecb7 HTTP/1.1" status: 200 len: 210 time: 0.0745606 Sep 16 19:14:22.702478 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: 185c75c5-c896-430d-b6c3-eb6971be6132 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:14:22.702995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 185c75c5-c896-430d-b6c3-eb6971be6132 not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:14:22.808700 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Allocated IP 172.20.0.6 (e93d94cc-1c50-4729-9aa5-7078bc8d6513/3feb33a4-e0ff-4b17-aba1-68e7e4247932/8035d343-676a-4d3c-b42e-797b957b6d26) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:14:23.027567 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:23.052755 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:23.058671 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:23.085238 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:23.130116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Network e93d94cc-1c50-4729-9aa5-7078bc8d6513 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:14:23.133317 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:14:23.138554 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:14:23.168615 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Pushing event updated for resources: {'Port': ['ID=8035d343-676a-4d3c-b42e-797b957b6d26,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:23.174101 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:23.206465 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:23.207123 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:23.227736 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8515198 Sep 16 19:14:23.239410 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Request body: {'port': {'device_id': 'b5b268a6-efde-4bce-8616-3fcf6a2fe4de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:23.363933 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:23.464739 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d2a66-e6c5-499d-8ab2-9616b017da2e req-41e46270-8065-45c1-97b3-4c36c4e5258c tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:23.466355 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-253d2a66-e6c5-499d-8ab2-9616b017da2e req-41e46270-8065-45c1-97b3-4c36c4e5258c tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 931 time: 0.1617320 Sep 16 19:14:23.472255 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5f08b-f3be-4848-aee2-5e64226beb5d req-77a3c112-d693-446b-8042-ed7f5d29b289 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:23.473810 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-54e5f08b-f3be-4848-aee2-5e64226beb5d req-77a3c112-d693-446b-8042-ed7f5d29b289 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.1315908 Sep 16 19:14:23.553382 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-253d2a66-e6c5-499d-8ab2-9616b017da2e req-8d8522f3-fa4c-4519-9ea2-34c9a4bc8dfa tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Synchronizing usage tracker for tenant:3dacb447eb1d45828e9b810a78f6b248 on resource:security_group {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:14:23.562379 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-54e5f08b-f3be-4848-aee2-5e64226beb5d req-09ca2250-1c28-4584-abf6-7c08388ad0c8 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713975 Sep 16 19:14:23.584687 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-253d2a66-e6c5-499d-8ab2-9616b017da2e req-8d8522f3-fa4c-4519-9ea2-34c9a4bc8dfa tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Unset dirty status for tenant:3dacb447eb1d45828e9b810a78f6b248 on resource:security_group {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:14:23.594691 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-253d2a66-e6c5-499d-8ab2-9616b017da2e req-8d8522f3-fa4c-4519-9ea2-34c9a4bc8dfa tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198409 Sep 16 19:14:23.799891 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44310) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:23.961018 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8035d343-676a-4d3c-b42e-797b957b6d26 {{(pid=82446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:14:23.969864 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:23.988529 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Transition to ACTIVE for port object 8035d343-676a-4d3c-b42e-797b957b6d26 will not be triggered until provisioned by entity L2. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:14:23.995735 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:24.001805 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:24.077506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Pushing event updated for resources: {'Port': ['ID=8035d343-676a-4d3c-b42e-797b957b6d26,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:24.082858 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:24.282326 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Attempting to bind port 8035d343-676a-4d3c-b42e-797b957b6d26 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:14:24.282879 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Attempting to bind port 8035d343-676a-4d3c-b42e-797b957b6d26 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e93d94cc-1c50-4729-9aa5-7078bc8d6513'}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:14:24.283151 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Attempting to bind port 8035d343-676a-4d3c-b42e-797b957b6d26 on network e93d94cc-1c50-4729-9aa5-7078bc8d6513 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:14:24.289884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Port 8035d343-676a-4d3c-b42e-797b957b6d26 on network e93d94cc-1c50-4729-9aa5-7078bc8d6513 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:14:24.290252 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Attempting to bind port 8035d343-676a-4d3c-b42e-797b957b6d26 on network e93d94cc-1c50-4729-9aa5-7078bc8d6513 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:14:24.296906 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2cda9321-84c7-4fb5-b22b-a9fc38e5e274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077857'] for router_interface, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:24.297379 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:14:24.297760 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Checking segment: {'id': '1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e93d94cc-1c50-4729-9aa5-7078bc8d6513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:14:24.298187 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Bound using segment: {'id': '1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e93d94cc-1c50-4729-9aa5-7078bc8d6513'} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:14:24.298688 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Bound port: 8035d343-676a-4d3c-b42e-797b957b6d26, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e93d94cc-1c50-4729-9aa5-7078bc8d6513'}}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:14:24.299082 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:24.394437 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] For port 8035d343-676a-4d3c-b42e-797b957b6d26, host hv-cinder-80944, cleared binding levels {{(pid=82446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:14:24.397582 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] For port 8035d343-676a-4d3c-b42e-797b957b6d26, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=8035d343-676a-4d3c-b42e-797b957b6d26,segment=NetworkSegment(1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a),segment_id=1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a)] {{(pid=82446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:14:24.401125 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:24.405586 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-30769b4e-341a-43c7-8475-2a585aeb6743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:24.467462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:24.470800 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] 10.222.0.45 "PUT /v2.0/ports/8035d343-676a-4d3c-b42e-797b957b6d26 HTTP/1.1" status: 200 len: 1093 time: 1.2340248 Sep 16 19:14:24.471340 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b268a6-efde-4bce-8616-3fcf6a2fe4de', 'tag': '8035d343-676a-4d3c-b42e-797b957b6d26'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:14:24.490059 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Pushing event updated for resources: {'Port': ['ID=8035d343-676a-4d3c-b42e-797b957b6d26,revision_number=3']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:24.493016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:24.574844 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b268a6-efde-4bce-8616-3fcf6a2fe4de', 'tag': '8035d343-676a-4d3c-b42e-797b957b6d26', 'status': 'completed', 'code': 200} Sep 16 19:14:24.612261 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-0be1da0b-80a0-41df-a29d-bbd6fd23eb94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3dacb447eb1d45828e9b810a78f6b248&device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 1096 time: 0.0838656 Sep 16 19:14:24.697157 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-011517a9-bfbf-4b42-a081-94cd89b5a0aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8035d343-676a-4d3c-b42e-797b957b6d26 HTTP/1.1" status: 200 len: 217 time: 0.0757630 Sep 16 19:14:24.777304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-849548e7-948e-4370-98ca-d8fc7ef2eed9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:24.778881 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-849548e7-948e-4370-98ca-d8fc7ef2eed9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feb33a4-e0ff-4b17-aba1-68e7e4247932 HTTP/1.1" status: 200 len: 854 time: 0.0691776 Sep 16 19:14:24.834220 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-193e7478-605d-47e1-b5e1-63783dc36e5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e93d94cc-1c50-4729-9aa5-7078bc8d6513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429153 Sep 16 19:14:24.945109 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68397214-e413-4825-9cc8-e703d5be661b req-3e66cec2-3c9b-470e-a7eb-4e8dbc911716 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:24.946731 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-68397214-e413-4825-9cc8-e703d5be661b req-3e66cec2-3c9b-470e-a7eb-4e8dbc911716 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.2274849 Sep 16 19:14:24.953768 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18547a6-99f1-4543-89d6-b7eed3c8c5b3 req-5e2bfbad-a0d9-4f2c-bd6c-a3259e34cd5d tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:24.955200 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a18547a6-99f1-4543-89d6-b7eed3c8c5b3 req-5e2bfbad-a0d9-4f2c-bd6c-a3259e34cd5d tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 943 time: 0.2298121 Sep 16 19:14:24.984635 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-503a4fd0-4254-4df9-969b-8327f263b4fb service neutron] 10.222.0.45 "GET /v2.0/networks/e93d94cc-1c50-4729-9aa5-7078bc8d6513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401532 Sep 16 19:14:25.138496 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a8cedd6b-05de-4372-a05e-9ad49bea2afd req-b37257f4-5cae-4178-a2c9-2bf9d9c230bd service neutron] 10.222.0.45 "GET /v2.0/networks/e93d94cc-1c50-4729-9aa5-7078bc8d6513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435268 Sep 16 19:14:25.236797 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-68397214-e413-4825-9cc8-e703d5be661b req-f2c6aadb-4c17-4d70-95aa-0426174e456e tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805552 Sep 16 19:14:25.264796 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4a0822de-395d-4b9f-9bbe-57b556ec2d93 req-17f578fd-54e9-40c4-8d30-69432c2d83d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3dacb447eb1d45828e9b810a78f6b248&device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 1096 time: 0.0788260 Sep 16 19:14:25.277785 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a18547a6-99f1-4543-89d6-b7eed3c8c5b3 req-3d6ec6c6-2a29-4424-9f00-88a0ccd0a1d4 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137040 Sep 16 19:14:25.364656 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-2cda9321-84c7-4fb5-b22b-a9fc38e5e274 admin admin] Deleting port e8a79283-7d3e-4746-9a51-03f544a53011 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:14:25.365165 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2cda9321-84c7-4fb5-b22b-a9fc38e5e274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:25.416318 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44368) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:25.419658 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0822de-395d-4b9f-9bbe-57b556ec2d93 req-2958773b-a2e2-4615-8043-5c46d9e2a2eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:25.421293 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4a0822de-395d-4b9f-9bbe-57b556ec2d93 req-2958773b-a2e2-4615-8043-5c46d9e2a2eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=e93d94cc-1c50-4729-9aa5-7078bc8d6513 HTTP/1.1" status: 200 len: 915 time: 0.1496491 Sep 16 19:14:25.502433 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4a0822de-395d-4b9f-9bbe-57b556ec2d93 req-12c66733-be7b-4b58-9691-1655cb0cfe2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8035d343-676a-4d3c-b42e-797b957b6d26 HTTP/1.1" status: 200 len: 217 time: 0.0709832 Sep 16 19:14:25.569765 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d13f401-a9ee-4144-a550-3564a98a2e02 admin admin] Deleting subnet 920ec744-560b-407d-a270-319f1f214299 {{(pid=82445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:14:25.574828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6d13f401-a9ee-4144-a550-3564a98a2e02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:25.575203 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0822de-395d-4b9f-9bbe-57b556ec2d93 req-5a444995-1176-4c6d-b46d-a68205ec4acb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:25.576825 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4a0822de-395d-4b9f-9bbe-57b556ec2d93 req-5a444995-1176-4c6d-b46d-a68205ec4acb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feb33a4-e0ff-4b17-aba1-68e7e4247932 HTTP/1.1" status: 200 len: 854 time: 0.0668883 Sep 16 19:14:25.630121 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4a0822de-395d-4b9f-9bbe-57b556ec2d93 req-3abe6acb-c17c-4c9e-aece-3d411fdfab7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e93d94cc-1c50-4729-9aa5-7078bc8d6513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466936 Sep 16 19:14:25.659721 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6d13f401-a9ee-4144-a550-3564a98a2e02 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:25.668899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-2cda9321-84c7-4fb5-b22b-a9fc38e5e274 admin admin] For port e8a79283-7d3e-4746-9a51-03f544a53011, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=e8a79283-7d3e-4746-9a51-03f544a53011,segment=NetworkSegment(3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7),segment_id=3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:25.669289 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2cda9321-84c7-4fb5-b22b-a9fc38e5e274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:25.682020 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6d13f401-a9ee-4144-a550-3564a98a2e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:25.777508 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4a0822de-395d-4b9f-9bbe-57b556ec2d93 req-ad2cf34d-bc43-4327-9d59-914493017922 service neutron] 10.222.0.45 "GET /v2.0/networks/e93d94cc-1c50-4729-9aa5-7078bc8d6513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362724 Sep 16 19:14:25.835113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-2cda9321-84c7-4fb5-b22b-a9fc38e5e274 admin admin] Calling delete_port for e8a79283-7d3e-4746-9a51-03f544a53011 owned by network:router_interface {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:14:25.922246 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4a0822de-395d-4b9f-9bbe-57b556ec2d93 req-7f2655fa-9742-44b4-b388-5c8b675cfc33 service neutron] 10.222.0.45 "GET /v2.0/networks/e93d94cc-1c50-4729-9aa5-7078bc8d6513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384242 Sep 16 19:14:26.054899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6d13f401-a9ee-4144-a550-3564a98a2e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for subnet, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:26.064432 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:26.105675 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13f401-a9ee-4144-a550-3564a98a2e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920ec744-560b-407d-a270-319f1f214299,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:26.112171 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6d13f401-a9ee-4144-a550-3564a98a2e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:26.120778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6d13f401-a9ee-4144-a550-3564a98a2e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:26.134310 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-6d13f401-a9ee-4144-a550-3564a98a2e02 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/920ec744-560b-407d-a270-319f1f214299 HTTP/1.1" status: 204 len: 168 time: 0.7169302 Sep 16 19:14:26.137196 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44372) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:26.308377 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:26.317434 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2cda9321-84c7-4fb5-b22b-a9fc38e5e274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:26.322200 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b8b224ac-5dca-4487-acc9-db4b0bbe7031 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:26.372069 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda9321-84c7-4fb5-b22b-a9fc38e5e274 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a79283-7d3e-4746-9a51-03f544a53011,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:26.378054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2cda9321-84c7-4fb5-b22b-a9fc38e5e274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:26.697484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:26.996238 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82445) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:14:26.996630 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82445) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:14:26.997482 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82445) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:14:26.997866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Subscribe: > port after_create 55550000 {{(pid=82445) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:14:26.998224 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Subscribe: > port after_delete 55550000 {{(pid=82445) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:14:26.998594 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Subscribe: > port after_update 55550000 {{(pid=82445) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:14:26.998951 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82445) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:14:26.999313 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82445) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:14:26.999665 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82445) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:14:27.000042 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82445) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:14:27.066177 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82445) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:14:27.066558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82445) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:14:27.066929 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82445) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:14:27.067299 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82445) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:14:27.067686 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5b9593-51fe-41e7-9452-f553f51515a6']}} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:27.089247 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb8c59b-b155-41fe-939e-a796944edb2c') {'for_net_delete': True} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:27.089589 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb8c59b-b155-41fe-939e-a796944edb2c') {} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:27.112271 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436568'] for segment, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:27.128295 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5822-ff21-4883-934a-49ea195cc292 req-cbea4af4-47a3-4b1f-8e82-cad6b49db5d6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:27.130003 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1ade5822-ff21-4883-934a-49ea195cc292 req-cbea4af4-47a3-4b1f-8e82-cad6b49db5d6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.7550228 Sep 16 19:14:27.142862 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ca070-c531-4140-a4ae-b3b3e4217ba8 req-0cf2f1b5-8ea8-405a-b6d8-01d861de7976 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:27.144356 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a37ca070-c531-4140-a4ae-b3b3e4217ba8 req-0cf2f1b5-8ea8-405a-b6d8-01d861de7976 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 943 time: 0.7054727 Sep 16 19:14:27.147969 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:27.187754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=82445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:14:27.188200 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851643283'] for segment, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: (self, other), Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: (self, other), Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:14:27.216677 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:14:27.347403 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1ade5822-ff21-4883-934a-49ea195cc292 req-fc624257-bf39-4255-82ad-fa0446ca507d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006810 Sep 16 19:14:27.353647 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:27.359518 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a37ca070-c531-4140-a4ae-b3b3e4217ba8 req-67e35b4c-d414-41df-8d30-718ab9745194 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957459 Sep 16 19:14:27.363925 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:27.383458 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:27.394941 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5b9593-51fe-41e7-9452-f553f51515a6,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:27.401939 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:27.421438 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ea26ca74-ed97-4a78-bea3-3c2a6dfb811b admin admin] 10.222.0.39 "DELETE /v2.0/networks/ee5b9593-51fe-41e7-9452-f553f51515a6 HTTP/1.1" status: 204 len: 168 time: 1.2827201 Sep 16 19:14:27.431154 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2cda9321-84c7-4fb5-b22b-a9fc38e5e274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853515982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2077903'] for router_interface, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:27.582397 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 44390) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:27.637920 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-c919c2e8-ee60-44b1-88f2-819d4219e2d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1f9400e325847399c22edc1b6fdedab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0541658 Sep 16 19:14:27.640457 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 44396) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:27.704411 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7472027d-ae91-4d87-9061-6d1f272616fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:27.731878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7472027d-ae91-4d87-9061-6d1f272616fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:27.777235 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7472027d-ae91-4d87-9061-6d1f272616fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:27.782679 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-330f0ffa-d3c7-44fb-a233-81b373427a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:27.796902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472027d-ae91-4d87-9061-6d1f272616fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2405fbac-7bd9-47c4-ab18-4a959a85da16,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:27.800198 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7472027d-ae91-4d87-9061-6d1f272616fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:27.802422 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7472027d-ae91-4d87-9061-6d1f272616fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:27.806785 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7472027d-ae91-4d87-9061-6d1f272616fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2405fbac-7bd9-47c4-ab18-4a959a85da16 HTTP/1.1" status: 204 len: 168 time: 0.1623325 Sep 16 19:14:28.068979 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cda9321-84c7-4fb5-b22b-a9fc38e5e274 admin admin] Router 049745ba-7e5b-43e2-84a3-580c7dc79915 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:14:28.283896 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cda9321-84c7-4fb5-b22b-a9fc38e5e274 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:14:28.289130 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-2cda9321-84c7-4fb5-b22b-a9fc38e5e274 admin admin] 10.222.0.39 "PUT /v2.0/routers/049745ba-7e5b-43e2-84a3-580c7dc79915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4875393 Sep 16 19:14:28.292317 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44406) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:28.295105 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724411e6-c342-4223-a213-1ef5b090c5f4 None None] Sync routers for ids ['049745ba-7e5b-43e2-84a3-580c7dc79915'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:14:28.308158 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724411e6-c342-4223-a213-1ef5b090c5f4 None None] Routers {'049745ba-7e5b-43e2-84a3-580c7dc79915'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:14:28.308976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-724411e6-c342-4223-a213-1ef5b090c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:14:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['049745ba-7e5b-43e2-84a3-580c7dc79915'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:28.635695 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Notify callbacks [] for router, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:28.670376 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 8035d343-676a-4d3c-b42e-797b957b6d26 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:14:28.690315 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-724411e6-c342-4223-a213-1ef5b090c5f4 None None] Set router 049745ba-7e5b-43e2-84a3-580c7dc79915 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:14:28.823432 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8b7bb-c738-4747-acc5-58eeb67b0ee2 req-ca41e3fb-652f-4240-9d51-4b5ae786faa1 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:28.824881 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e4d8b7bb-c738-4747-acc5-58eeb67b0ee2 req-ca41e3fb-652f-4240-9d51-4b5ae786faa1 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.3009164 Sep 16 19:14:28.831454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f25a5d-bb8c-40be-9733-107087b6deed req-ddf47975-66ea-483e-9f58-6441b1792eb6 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:28.833026 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-75f25a5d-bb8c-40be-9733-107087b6deed req-ddf47975-66ea-483e-9f58-6441b1792eb6 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 943 time: 0.2657609 Sep 16 19:14:28.833358 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 8035d343-676a-4d3c-b42e-797b957b6d26, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=8035d343-676a-4d3c-b42e-797b957b6d26,segment=NetworkSegment(1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a),segment_id=1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:28.848926 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '8035d343-676a-4d3c-b42e-797b957b6d26', 'network_id': 'e93d94cc-1c50-4729-9aa5-7078bc8d6513', 'port_id': '8035d343-676a-4d3c-b42e-797b957b6d26', 'mac_address': 'fa:16:3e:8b:15:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb33a4-e0ff-4b17-aba1-68e7e4247932', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:14:28.908508 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:28.934056 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8035d343-676a-4d3c-b42e-797b957b6d26 {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:14:28.941609 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e4d8b7bb-c738-4747-acc5-58eeb67b0ee2 req-3d2cfc88-2c0e-4ac1-869f-594901037b89 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064510 Sep 16 19:14:28.950908 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-75f25a5d-bb8c-40be-9733-107087b6deed req-8d91bc5d-94bb-4943-99c1-13d53df105b0 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974269 Sep 16 19:14:28.953458 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 8035d343-676a-4d3c-b42e-797b957b6d26, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=8035d343-676a-4d3c-b42e-797b957b6d26,segment=NetworkSegment(1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a),segment_id=1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:28.956924 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:28.959966 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4b948bba-d9dd-4b7d-9c54-aa98d6d078c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:29.013795 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:29.024791 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Deleting port 29057a7b-254c-4910-93be-8ca2264f4d4d {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:14:29.025286 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:29.046807 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=8035d343-676a-4d3c-b42e-797b957b6d26,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:29.056726 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:29.057116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:29.057451 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-724411e6-c342-4223-a213-1ef5b090c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'name': 'tempest-ServerRescueNegativeTestJSON-1891138283-router', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': '29057a7b-254c-4910-93be-8ca2264f4d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:06Z', 'updated_at': '2021-09-16T19:14:26Z', 'revision_number': 5, 'project_id': '27dc7b61347448d89fa8d78c40f1def6', 'gw_port': {'id': '29057a7b-254c-4910-93be-8ca2264f4d4d', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:29.057596 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:29.057843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:29.058215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:29.058585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:29.058949 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:29.059316 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:29.059682 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:29.060047 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:29.060412 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:29.064545 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:29.065197 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724411e6-c342-4223-a213-1ef5b090c5f4 None None] Checking router: 049745ba-7e5b-43e2-84a3-580c7dc79915 for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:14:29.084835 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724411e6-c342-4223-a213-1ef5b090c5f4 None None] Routers {'049745ba-7e5b-43e2-84a3-580c7dc79915'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:14:29.085404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-724411e6-c342-4223-a213-1ef5b090c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:14:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['049745ba-7e5b-43e2-84a3-580c7dc79915'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:29.231183 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] For port 29057a7b-254c-4910-93be-8ca2264f4d4d, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=29057a7b-254c-4910-93be-8ca2264f4d4d,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:29.231586 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:29.245176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-724411e6-c342-4223-a213-1ef5b090c5f4 None None] Set router 049745ba-7e5b-43e2-84a3-580c7dc79915 gateway port host: None {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:14:29.304302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['8035d343-676a-4d3c-b42e-797b957b6d26'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:14:29.363589 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-724411e6-c342-4223-a213-1ef5b090c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'name': 'tempest-ServerRescueNegativeTestJSON-1891138283-router', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:06Z', 'updated_at': '2021-09-16T19:14:29Z', 'revision_number': 6, 'project_id': '27dc7b61347448d89fa8d78c40f1def6', 'gw_port_host': None}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:29.368757 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724411e6-c342-4223-a213-1ef5b090c5f4 None None] The sync data for ids ['049745ba-7e5b-43e2-84a3-580c7dc79915'] in dv-cinder-809448-1-smb is: [{'id': '049745ba-7e5b-43e2-84a3-580c7dc79915', 'name': 'tempest-ServerRescueNegativeTestJSON-1891138283-router', 'tenant_id': '27dc7b61347448d89fa8d78c40f1def6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:06Z', 'updated_at': '2021-09-16T19:14:29Z', 'revision_number': 6, 'project_id': '27dc7b61347448d89fa8d78c40f1def6', 'gw_port_host': None}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:14:29.584364 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Calling delete_port for 29057a7b-254c-4910-93be-8ca2264f4d4d owned by network:router_gateway {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:14:29.751552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:29.756415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:29.797819 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=29057a7b-254c-4910-93be-8ca2264f4d4d,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:29.802373 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:29.850128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 29057a7b-254c-4910-93be-8ca2264f4d4d no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:14:29.887192 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: 29057a7b-254c-4910-93be-8ca2264f4d4d {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:14:29.887504 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 29057a7b-254c-4910-93be-8ca2264f4d4d not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:14:29.887977 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device e8a79283-7d3e-4746-9a51-03f544a53011 no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:14:29.921381 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: e8a79283-7d3e-4746-9a51-03f544a53011 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:14:29.921779 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device e8a79283-7d3e-4746-9a51-03f544a53011 not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:14:30.041475 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852708529'] for router_gateway, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:30.460915 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852699825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28575'] for router, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:30.473450 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:30.486687 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f257d9d-57b4-4bfb-8154-d5e141d445d0 req-287fce71-7092-41b4-b2a0-4665e5ee9cb6 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:30.488273 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8f257d9d-57b4-4bfb-8154-d5e141d445d0 req-287fce71-7092-41b4-b2a0-4665e5ee9cb6 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 944 time: 0.3882425 Sep 16 19:14:30.495558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dddb34-015a-45e1-ad64-4a5d780a3952 req-7db49b6e-7b55-400a-8dac-dab0309eba72 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:30.497076 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f2dddb34-015a-45e1-ad64-4a5d780a3952 req-7db49b6e-7b55-400a-8dac-dab0309eba72 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.3985760 Sep 16 19:14:30.629054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2066428'] for router, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:30.629632 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 049745ba-7e5b-43e2-84a3-580c7dc79915 {{(pid=82445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:14:30.674014 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Notify callbacks [] for router, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:30.678260 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] 10.222.0.39 "DELETE /v2.0/routers/049745ba-7e5b-43e2-84a3-580c7dc79915 HTTP/1.1" status: 204 len: 168 time: 2.3849063 Sep 16 19:14:30.678387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 44438) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:30.684826 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f2dddb34-015a-45e1-ad64-4a5d780a3952 req-dc159eed-305d-4c8e-be10-210249ca24bf tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814713 Sep 16 19:14:30.685325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 8035d343-676a-4d3c-b42e-797b957b6d26 up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:14:30.690011 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8f257d9d-57b4-4bfb-8154-d5e141d445d0 req-8db27111-2658-452b-9bee-a16f7202174c tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165154 Sep 16 19:14:30.770658 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae28ea6b-a11f-46af-a777-894fac723c0e admin admin] Deleting subnet 24a4c799-bf4b-4108-947c-febe7a6204bd {{(pid=82446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:14:30.775396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea6b-a11f-46af-a777-894fac723c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:30.778039 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port 8035d343-676a-4d3c-b42e-797b957b6d26 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:14:30.783374 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 8035d343-676a-4d3c-b42e-797b957b6d26 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:30.783928 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:30.832310 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea6b-a11f-46af-a777-894fac723c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684859'] for subnet, precommit_delete_associations {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:30.895520 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea6b-a11f-46af-a777-894fac723c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:30.941638 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:30.974225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea6b-a11f-46af-a777-894fac723c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852173801'] for subnet, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:30.977686 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b268a6-efde-4bce-8616-3fcf6a2fe4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8035d343-676a-4d3c-b42e-797b957b6d26'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:14:30.981004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-efeb9855-6bc3-4260-855f-c08c42eef22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:30.990224 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 8035d343-676a-4d3c-b42e-797b957b6d26, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=8035d343-676a-4d3c-b42e-797b957b6d26,segment=NetworkSegment(1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a),segment_id=1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:30.994358 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:30.997117 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:31.029429 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28ea6b-a11f-46af-a777-894fac723c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24a4c799-bf4b-4108-947c-febe7a6204bd,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:31.032162 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ae28ea6b-a11f-46af-a777-894fac723c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:31.039086 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea6b-a11f-46af-a777-894fac723c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:31.050699 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44456) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:31.065231 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ae28ea6b-a11f-46af-a777-894fac723c0e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/24a4c799-bf4b-4108-947c-febe7a6204bd HTTP/1.1" status: 204 len: 168 time: 0.3855650 Sep 16 19:14:31.072888 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b268a6-efde-4bce-8616-3fcf6a2fe4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8035d343-676a-4d3c-b42e-797b957b6d26', 'code': 200} Sep 16 19:14:31.089499 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=8035d343-676a-4d3c-b42e-797b957b6d26,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:31.092857 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:31.185403 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:31.320749 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e647ddc4-a026-4568-94c4-e23a4d6f34da req-3fa71dca-683d-443e-af5c-ac218c1ac3b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 1098 time: 0.0774741 Sep 16 19:14:31.324113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:31.350918 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c11271f-5a61-463c-b887-6808365b9c0c']}} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:31.363615 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7') {'for_net_delete': True} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:31.363959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6f3cd4-f4b3-4cc1-8488-63d70a60d2f7') {} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:31.365681 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e647ddc4-a026-4568-94c4-e23a4d6f34da req-862c8781-5f56-4818-9222-5c0504f89ac4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380447 Sep 16 19:14:31.375827 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436568'] for segment, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:31.391421 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:31.397691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=82445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:14:31.398111 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851643283'] for segment, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:14:31.412432 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:14:31.489236 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:31.492856 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:31.506758 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:31.518463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c11271f-5a61-463c-b887-6808365b9c0c,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:31.522184 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:31.527574 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3c11271f-5a61-463c-b887-6808365b9c0c HTTP/1.1" status: 204 len: 168 time: 0.4753163 Sep 16 19:14:31.730934 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44466) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:31.802494 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-784c6e4b-9712-4ec6-aafa-89fc8f54ffc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27dc7b61347448d89fa8d78c40f1def6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0699763 Sep 16 19:14:31.804908 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44470) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:31.997631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf0b7-93e8-4888-8a4d-d7ed94f7b6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:32.050581 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551e0f9-e9ca-4b6b-a4d0-1cce00d334c9 req-e566f6c6-5145-49f1-8947-acfcdb648431 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:32.052435 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a551e0f9-e9ca-4b6b-a4d0-1cce00d334c9 req-e566f6c6-5145-49f1-8947-acfcdb648431 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.2200329 Sep 16 19:14:32.054128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf0b7-93e8-4888-8a4d-d7ed94f7b6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:32.072211 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddf96a-da4d-4965-85e2-69fec3c9c500 req-b124091a-4276-485f-81f6-eeba765d9531 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:32.073770 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3dddf96a-da4d-4965-85e2-69fec3c9c500 req-b124091a-4276-485f-81f6-eeba765d9531 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 945 time: 0.2327547 Sep 16 19:14:32.173817 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a551e0f9-e9ca-4b6b-a4d0-1cce00d334c9 req-e86f95e4-68f5-418a-8df1-e78c926ade9a tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083689 Sep 16 19:14:32.183259 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3dddf96a-da4d-4965-85e2-69fec3c9c500 req-f22f6c58-5618-4f43-b676-35cf02a6bbc1 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864997 Sep 16 19:14:32.188342 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf0b7-93e8-4888-8a4d-d7ed94f7b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:32.193854 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ca3e1ea8-3ea8-40c6-bd52-039db7f4222c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:32.205772 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cf0b7-93e8-4888-8a4d-d7ed94f7b6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7de3da4-6028-4f49-94a7-2a06022ac5f4,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:32.215906 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6b1cf0b7-93e8-4888-8a4d-d7ed94f7b6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:32.219399 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf0b7-93e8-4888-8a4d-d7ed94f7b6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:32.220629 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-6b1cf0b7-93e8-4888-8a4d-d7ed94f7b6e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7de3da4-6028-4f49-94a7-2a06022ac5f4 HTTP/1.1" status: 204 len: 168 time: 0.4140840 Sep 16 19:14:33.135841 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44512) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:33.278528 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:14:33.284579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-network', 'tenant_id': '28b88f58a8264731b5bdb908599b1158'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:33.291174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:33.295618 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Usage tracker for resource:network and tenant:28b88f58a8264731b5bdb908599b1158 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:33.298672 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:33.341974 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:33.408978 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Made reservation on behalf of 28b88f58a8264731b5bdb908599b1158 for: {'network': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:14:33.413330 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:33.435212 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:33.502367 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:33.510530 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e66bb-20b1-4481-b286-b7000f200076 req-b5b584e8-e56e-4ce7-a12f-9476771208c6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:33.512122 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f70e66bb-20b1-4481-b286-b7000f200076 req-b5b584e8-e56e-4ce7-a12f-9476771208c6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.2099619 Sep 16 19:14:33.520882 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b8184-69bd-406d-9466-2d051ae7c12d req-5dd43634-f821-4168-b432-f16254113a99 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:33.522415 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-412b8184-69bd-406d-9466-2d051ae7c12d req-5dd43634-f821-4168-b432-f16254113a99 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 945 time: 0.1778061 Sep 16 19:14:33.525296 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Usage tracker for resource:security_group_rule and tenant:28b88f58a8264731b5bdb908599b1158 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:33.529095 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:33.552999 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:33.636544 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-412b8184-69bd-406d-9466-2d051ae7c12d req-35bfbccb-7a2e-44ee-b21a-acb920ac1cdc tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866723 Sep 16 19:14:33.643394 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f70e66bb-20b1-4481-b286-b7000f200076 req-411f467c-d9ef-4429-bc3a-62cdce840ca2 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200278 Sep 16 19:14:33.686408 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:33.691263 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:33.693006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-098acf32-f3d0-40b3-be3e-7b32fe674e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:33.725968 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=82445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:14:33.740305 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:33.740842 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Added segment 992dc622-4421-4233-92c1-264037cf51c2 of type vlan for network 1709c0d2-594e-4fa5-a067-81a2f6be6311 Sep 16 19:14:33.774994 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:33.822576 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d6bead-036d-4b83-a909-eba21cae28f4,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:33.839626 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:33.845055 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:33.846348 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:33.847004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:33.863167 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-533e92ed-6c34-4d65-96d7-8c47ec09d2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:34.172726 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-34c42d16-20a7-4f58-85c5-0ee37f2cc040 req-b9864244-9843-4d79-8269-41a4e2a6bcb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5f3cdbaa6034f4abfe2547e31936b90&device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 1098 time: 0.0805204 Sep 16 19:14:34.266123 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1290593 Sep 16 19:14:34.266881 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44582) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:34.285129 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Request body: {'subnet': {'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-subnet', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:34.291888 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:34.295936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Usage tracker for resource:subnet and tenant:28b88f58a8264731b5bdb908599b1158 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:34.299101 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:34.306012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:34.319800 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Pushing event updated for resources: {'Network': ['ID=1709c0d2-594e-4fa5-a067-81a2f6be6311,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:34.332345 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network 1709c0d2-594e-4fa5-a067-81a2f6be6311 details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:14:34.333371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-293e9ba0-6c65-429a-afe0-5eb6896f74d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:34.340015 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Made reservation on behalf of 28b88f58a8264731b5bdb908599b1158 for: {'subnet': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:14:34.351071 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981350'] for subnet, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:34.375730 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c42d16-20a7-4f58-85c5-0ee37f2cc040 req-6131e733-38a4-443e-a98e-bced427d7052 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:34.378016 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-34c42d16-20a7-4f58-85c5-0ee37f2cc040 req-6131e733-38a4-443e-a98e-bced427d7052 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66 HTTP/1.1" status: 200 len: 912 time: 0.1981816 Sep 16 19:14:34.495138 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8a37d-7982-4e01-91fe-2228f8136cb8 req-987678e2-14ba-4173-b002-851a92b4888d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:34.496430 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2eb8a37d-7982-4e01-91fe-2228f8136cb8 req-987678e2-14ba-4173-b002-851a92b4888d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.3104832 Sep 16 19:14:34.505429 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-34c42d16-20a7-4f58-85c5-0ee37f2cc040 req-592b226f-dbf6-4657-9eef-dafb983e1480 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=719d5510-b039-433a-95da-11cbe53b5247 HTTP/1.1" status: 200 len: 1000 time: 0.1210248 Sep 16 19:14:34.574880 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2eb8a37d-7982-4e01-91fe-2228f8136cb8 req-173af2c1-49e3-4d5c-8a52-6ed56b03bc53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697606 Sep 16 19:14:34.603346 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c42d16-20a7-4f58-85c5-0ee37f2cc040 req-93daffac-62c1-4681-93aa-6e0db47121d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:34.605107 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-34c42d16-20a7-4f58-85c5-0ee37f2cc040 req-93daffac-62c1-4681-93aa-6e0db47121d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf6c85c4-0167-4c1c-92ec-34ad8e35130f HTTP/1.1" status: 200 len: 850 time: 0.0927703 Sep 16 19:14:34.687626 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851646445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981365'] for subnet, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:34.692629 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-34c42d16-20a7-4f58-85c5-0ee37f2cc040 req-65d98e53-a22a-42c6-9609-5ee70a6fe3fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803053 Sep 16 19:14:34.692927 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e193397d-8536-4a2a-bc55-2c081b5e7a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:34.773856 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89765e2-a364-46b9-a658-0c76ae19c6b0,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:34.778207 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:34.787117 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Checking segment: {'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:14:34.787512 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Network hostable DHCP agents. Network: 1709c0d2-594e-4fa5-a067-81a2f6be6311, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:14:34.811174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Network 1709c0d2-594e-4fa5-a067-81a2f6be6311 is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:14:34.819881 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, 1709c0d2-594e-4fa5-a067-81a2f6be6311) {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:14:34.825741 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:34.826400 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:34.830676 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd9d396-667d-42de-9291-468a8a7174f0 None None] Network 1709c0d2-594e-4fa5-a067-81a2f6be6311 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:14:34.848547 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-8eaaa86f-38ff-43de-b96a-dae8ab7ab2ae admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5783331 Sep 16 19:14:34.851423 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44604) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:34.856867 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:34.857188 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-34c42d16-20a7-4f58-85c5-0ee37f2cc040 req-207b7622-fd8c-4574-a34f-058b12d0fe2b service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565840 Sep 16 19:14:34.861653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:34.866062 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Usage tracker for resource:router and tenant:28b88f58a8264731b5bdb908599b1158 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:34.872698 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:34.879130 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:34.889550 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852699886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28556'] for router, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:34.890529 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2015831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854747257'] for router, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:34.917282 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:35.019588 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-34c42d16-20a7-4f58-85c5-0ee37f2cc040 req-930b5957-da5e-41f7-a36b-4a6ba467e437 service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561408 Sep 16 19:14:35.078147 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e37b871-3d2b-560b-aa01-d504ce574d4f-1709c0d2-594e-4fa5-a067-81a2f6be6311', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0'}]}} from dv-cinder-809448-1-smb. {{(pid=82447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:14:35.079128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:35.085190 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2067211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852699795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5993'] for router, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:35.297528 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:35.332497 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:35.401673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Allocated IP 172.20.0.2 (1709c0d2-594e-4fa5-a067-81a2f6be6311/b89765e2-a364-46b9-a658-0c76ae19c6b0/ac8f44a0-9afd-4467-9746-b8a24cc1c194) {{(pid=82447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:14:35.487265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Allocated IP 172.28.0.249 (718729de-5f21-40b7-aa11-1e5226d826a0/36747542-734f-49ce-8806-50515b72b8f0/bf1bde14-f45d-4fdf-b042-754b5fae54b1) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:14:35.675182 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Notify callbacks [] for port, precommit_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:35.698659 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Transition to ACTIVE for port object ac8f44a0-9afd-4467-9746-b8a24cc1c194 will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:14:35.730829 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Transition to ACTIVE for port object ac8f44a0-9afd-4467-9746-b8a24cc1c194 will not be triggered until provisioned by entity DHCP. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:14:35.736517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:35.742227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:35.775574 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:35.830855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Network 1709c0d2-594e-4fa5-a067-81a2f6be6311 is already hosted by enough agents. {{(pid=82447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:14:35.835691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Resources bound (agent type, host, resource id): {{(pid=82447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:14:35.838975 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Pushing event updated for resources: {'Port': ['ID=ac8f44a0-9afd-4467-9746-b8a24cc1c194,revision_number=1']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:35.841413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Received port after_create {{(pid=82447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:14:35.890328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:35.893100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:35.895261 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:35.950988 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Attempting to bind port ac8f44a0-9afd-4467-9746-b8a24cc1c194 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:14:35.951413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Attempting to bind port ac8f44a0-9afd-4467-9746-b8a24cc1c194 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:14:35.951839 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Attempting to bind port ac8f44a0-9afd-4467-9746-b8a24cc1c194 on network 1709c0d2-594e-4fa5-a067-81a2f6be6311 {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:14:35.960349 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:14:35.960985 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Checking segment: {'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:14:35.962027 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:35.962450 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Bound using segment: {'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:14:35.963012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Bound port: ac8f44a0-9afd-4467-9746-b8a24cc1c194, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:14:35.963434 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:35.982433 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:14:35.989057 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1bde14-f45d-4fdf-b042-754b5fae54b1,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:35.992032 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:35.993334 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:14:35.995510 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:14:36.066465 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-2c42882f-b984-4653-9107-439dcde84bae None None] For port ac8f44a0-9afd-4467-9746-b8a24cc1c194, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:14:36.070068 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-2c42882f-b984-4653-9107-439dcde84bae None None] For port ac8f44a0-9afd-4467-9746-b8a24cc1c194, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=ac8f44a0-9afd-4467-9746-b8a24cc1c194,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:14:36.073200 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483b651-782a-472a-8b6f-011d34d419b5 req-130ffee1-d9fa-4daa-8c0b-959e3cf45cce tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:36.074081 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:36.074831 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3483b651-782a-472a-8b6f-011d34d419b5 req-130ffee1-d9fa-4daa-8c0b-959e3cf45cce tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.2700088 Sep 16 19:14:36.079896 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:36.157021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Pushing event updated for resources: {'Port': ['ID=ac8f44a0-9afd-4467-9746-b8a24cc1c194,revision_number=2']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:36.163886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:36.188493 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3483b651-782a-472a-8b6f-011d34d419b5 req-e807ae01-c394-48a7-acbb-8d4c0cc80aac tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851083 Sep 16 19:14:36.244170 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:36.244965 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2075930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852708499'] for router, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:36.516923 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Router 1ff5a8a0-2284-446f-aef8-e06267e768e1 is scheduled to L3 agent 5997707d-f400-4969-be70-26083f2c9806 with binding_index 1 {{(pid=82445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:14:36.734496 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:14:36.744952 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Sync routers for ids ['1ff5a8a0-2284-446f-aef8-e06267e768e1'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:14:36.759905 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Notify callbacks [] for router, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:36.761294 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9088287 Sep 16 19:14:36.764106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44626) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:36.764816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Routers {'1ff5a8a0-2284-446f-aef8-e06267e768e1'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:14:36.765633 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:14:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1ff5a8a0-2284-446f-aef8-e06267e768e1'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:36.963402 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Set router 1ff5a8a0-2284-446f-aef8-e06267e768e1 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:14:37.297673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:36Z', 'revision_number': 3, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:37.302689 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Checking router: 1ff5a8a0-2284-446f-aef8-e06267e768e1 for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:14:37.303092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Updating router 1ff5a8a0-2284-446f-aef8-e06267e768e1 port bf1bde14-f45d-4fdf-b042-754b5fae54b1 binding host dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:14:37.374785 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:37.709283 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4ede6-29f9-439d-a3db-70b1269ef50a req-9583e217-d440-497a-abb7-202d6524a7e7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:37.710877 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ccc4ede6-29f9-439d-a3db-70b1269ef50a req-9583e217-d440-497a-abb7-202d6524a7e7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.1313231 Sep 16 19:14:37.788748 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ccc4ede6-29f9-439d-a3db-70b1269ef50a req-565a041e-fc11-48fa-8549-a97cf79052bb tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640473 Sep 16 19:14:37.793112 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Notify callbacks [] for port, precommit_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:37.807219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Transition to ACTIVE for port object bf1bde14-f45d-4fdf-b042-754b5fae54b1 will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:14:37.818069 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:37.822936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f7fe51ef-446c-4c19-9d0b-29f6ec0fe7fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:37.921281 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Attempting to bind port bf1bde14-f45d-4fdf-b042-754b5fae54b1 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:14:37.921705 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Attempting to bind port bf1bde14-f45d-4fdf-b042-754b5fae54b1 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:14:37.922125 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Attempting to bind port bf1bde14-f45d-4fdf-b042-754b5fae54b1 on network 718729de-5f21-40b7-aa11-1e5226d826a0 {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:14:37.929943 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:14:37.930414 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Checking segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:14:37.930916 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:37.931375 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Bound using segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:14:37.931866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Bound port: bf1bde14-f45d-4fdf-b042-754b5fae54b1, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:14:37.932291 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:38.009447 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:38.017476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eaebd7-9138-404b-91c7-8d2942cf6f98 None None] Pushing event updated for resources: {'Port': ['ID=bf1bde14-f45d-4fdf-b042-754b5fae54b1,revision_number=2']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:38.024754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device ac8f44a0-9afd-4467-9746-b8a24cc1c194 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:14:38.052282 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-53eaebd7-9138-404b-91c7-8d2942cf6f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:38.077815 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] For port bf1bde14-f45d-4fdf-b042-754b5fae54b1, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:14:38.095117 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834c0e37-a6df-4729-a91e-624a230164e0 None None] Network 1709c0d2-594e-4fa5-a067-81a2f6be6311 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:14:38.125023 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] For port bf1bde14-f45d-4fdf-b042-754b5fae54b1, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=bf1bde14-f45d-4fdf-b042-754b5fae54b1,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:14:38.177862 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:38.190893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-53eaebd7-9138-404b-91c7-8d2942cf6f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:38.234186 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Allocated IP 172.20.0.1 (1709c0d2-594e-4fa5-a067-81a2f6be6311/b89765e2-a364-46b9-a658-0c76ae19c6b0/6c8c2586-9795-46ec-a017-aad15030b552) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:14:38.322715 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-dfcaa0ba-17b9-4f08-8bfd-19ca3c5a607f None None] Provisioning for port ac8f44a0-9afd-4467-9746-b8a24cc1c194 completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:14:38.335073 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port ac8f44a0-9afd-4467-9746-b8a24cc1c194 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:14:38.348762 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eaebd7-9138-404b-91c7-8d2942cf6f98 None None] Pushing event updated for resources: {'Port': ['ID=bf1bde14-f45d-4fdf-b042-754b5fae54b1,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:38.354875 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-53eaebd7-9138-404b-91c7-8d2942cf6f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:38.359050 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-dfcaa0ba-17b9-4f08-8bfd-19ca3c5a607f None None] Provisioning complete for port ac8f44a0-9afd-4467-9746-b8a24cc1c194 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:38.359476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa0ba-17b9-4f08-8bfd-19ca3c5a607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:38.390033 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port ac8f44a0-9afd-4467-9746-b8a24cc1c194 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:38.390452 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:38.392865 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:38.410368 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Transition to ACTIVE for port object 6c8c2586-9795-46ec-a017-aad15030b552 will not be triggered until provisioned by entity DHCP. {{(pid=82445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:14:38.430749 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:38.435342 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-999069af-4830-4bec-8e84-8231e32b5ce1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:38.490430 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Routers {'1ff5a8a0-2284-446f-aef8-e06267e768e1'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:14:38.491165 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:14:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1ff5a8a0-2284-446f-aef8-e06267e768e1'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:38.508536 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Network 1709c0d2-594e-4fa5-a067-81a2f6be6311 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:14:38.512351 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:14:38.514564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8c2586-9795-46ec-a017-aad15030b552,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:38.516925 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:14:38.552588 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:38.583726 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067753'] for router_interface, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:38.673529 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:38.941329 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:38.945818 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851643253'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:38.976119 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2802d255-8732-48c8-8d02-e6a217ca9856 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:39.063775 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa0ba-17b9-4f08-8bfd-19ca3c5a607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:39.069548 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852708017'] for router_interface, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:39.074130 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8c2586-9795-46ec-a017-aad15030b552,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:39.075146 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:39.077162 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:39.106140 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] Set router 1ff5a8a0-2284-446f-aef8-e06267e768e1 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:14:39.234213 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Network 1709c0d2-594e-4fa5-a067-81a2f6be6311 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:14:39.235438 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:14:39.268414 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-dfcaa0ba-17b9-4f08-8bfd-19ca3c5a607f None None] For port ac8f44a0-9afd-4467-9746-b8a24cc1c194, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=ac8f44a0-9afd-4467-9746-b8a24cc1c194,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:39.281284 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa0ba-17b9-4f08-8bfd-19ca3c5a607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:39.299724 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f1abfd8c-e8af-4411-bfe0-9f1af00f1fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:39.491826 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.db.api [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82447) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:14:39.492392 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_db.api [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:14:39.523674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcaa0ba-17b9-4f08-8bfd-19ca3c5a607f None None] Pushing event updated for resources: {'Port': ['ID=ac8f44a0-9afd-4467-9746-b8a24cc1c194,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:39.529101 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dfcaa0ba-17b9-4f08-8bfd-19ca3c5a607f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:39.598892 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-0b06cd0b-9958-4c97-95b6-5066ca73fe62 None None] Provisioning for port 6c8c2586-9795-46ec-a017-aad15030b552 completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:14:39.610966 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-0b06cd0b-9958-4c97-95b6-5066ca73fe62 None None] Provisioning complete for port 6c8c2586-9795-46ec-a017-aad15030b552 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:39.611393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b06cd0b-9958-4c97-95b6-5066ca73fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:39.674047 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-0b06cd0b-9958-4c97-95b6-5066ca73fe62 None None] Port 6c8c2586-9795-46ec-a017-aad15030b552 cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:14:39.696897 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 1, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:39.699721 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Router 1ff5a8a0-2284-446f-aef8-e06267e768e1 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:14:39.703243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0bada-7d3a-4d92-9703-1c21d47e5e84 None None] The sync data for ids ['1ff5a8a0-2284-446f-aef8-e06267e768e1'] in dv-cinder-809448-1-smb is: [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 1, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:14:39.705202 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-0b06cd0b-9958-4c97-95b6-5066ca73fe62 None None] Provisioning complete for port ac8f44a0-9afd-4467-9746-b8a24cc1c194 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:39.705640 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b06cd0b-9958-4c97-95b6-5066ca73fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:39.927328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:14:39.936783 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] 10.222.0.39 "PUT /v2.0/routers/1ff5a8a0-2284-446f-aef8-e06267e768e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1715155 Sep 16 19:14:39.984993 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-2d76388b-d030-4109-a5a5-7f643a4e5d74 None None] Provisioning complete for port 6c8c2586-9795-46ec-a017-aad15030b552 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:39.985460 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2d76388b-d030-4109-a5a5-7f643a4e5d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:40.108174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-2d76388b-d030-4109-a5a5-7f643a4e5d74 None None] Port 6c8c2586-9795-46ec-a017-aad15030b552 cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:14:40.228327 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device ac8f44a0-9afd-4467-9746-b8a24cc1c194 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:14:40.330336 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-71120367-3c2b-462f-8586-d3848e80213a None None] Provisioning complete for port 6c8c2586-9795-46ec-a017-aad15030b552 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:40.331000 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-71120367-3c2b-462f-8586-d3848e80213a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:40.405375 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-71120367-3c2b-462f-8586-d3848e80213a None None] Port 6c8c2586-9795-46ec-a017-aad15030b552 cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:14:40.412808 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port ac8f44a0-9afd-4467-9746-b8a24cc1c194 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:40.413314 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:40.742402 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44694) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:40.749313 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1571421701', 'description': 'tempest-description--2053414123'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:40.755654 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:40.760517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Usage tracker for resource:security_group and tenant:28b88f58a8264731b5bdb908599b1158 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:40.763690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:40.769838 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:40.785674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:40.825713 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:40.830519 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Usage tracker for resource:security_group_rule and tenant:28b88f58a8264731b5bdb908599b1158 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:40.833551 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:40.839950 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:40.903701 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:40.906754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:40.912446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6b1cf0b7-93e8-4888-8a4d-d7ed94f7b6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:40.964709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:40.964709 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2153749 Sep 16 19:14:40.964709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44698) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:40.970299 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-51f3ef68-dbbb-41b0-b4e5-a6a2f1c25646 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Request body: {'security_group_rule': {'security_group_id': 'df574837-65ee-4b7b-a3f0-02523bf07464', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:40.975312 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df574837-65ee-4b7b-a3f0-02523bf07464,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:40.980584 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:40.981671 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-51f3ef68-dbbb-41b0-b4e5-a6a2f1c25646 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:40.985951 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-51f3ef68-dbbb-41b0-b4e5-a6a2f1c25646 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Usage tracker for resource:security_group_rule and tenant:28b88f58a8264731b5bdb908599b1158 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:40.991521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-51f3ef68-dbbb-41b0-b4e5-a6a2f1c25646 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:41.001131 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-51f3ef68-dbbb-41b0-b4e5-a6a2f1c25646 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:41.018531 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-51f3ef68-dbbb-41b0-b4e5-a6a2f1c25646 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:41.097144 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-51f3ef68-dbbb-41b0-b4e5-a6a2f1c25646 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:41.110977 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-51f3ef68-dbbb-41b0-b4e5-a6a2f1c25646 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:41.113450 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2099a20b-0089-4320-9392-b89d475b25f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:41.139190 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3ef68-dbbb-41b0-b4e5-a6a2f1c25646 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c24e56-6d15-49fd-86a1-ebc5b5aa1c2c,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:41.146378 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-51f3ef68-dbbb-41b0-b4e5-a6a2f1c25646 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:41.148888 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-51f3ef68-dbbb-41b0-b4e5-a6a2f1c25646 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:41.150211 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-51f3ef68-dbbb-41b0-b4e5-a6a2f1c25646 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1858752 Sep 16 19:14:41.154642 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44702) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:41.160287 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-0b5a930f-c276-45c4-8889-6cc61b33a903 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Request body: {'security_group_rule': {'security_group_id': 'df574837-65ee-4b7b-a3f0-02523bf07464', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:41.167388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0b5a930f-c276-45c4-8889-6cc61b33a903 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:41.171563 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0b5a930f-c276-45c4-8889-6cc61b33a903 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Usage tracker for resource:security_group_rule and tenant:28b88f58a8264731b5bdb908599b1158 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:41.174673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0b5a930f-c276-45c4-8889-6cc61b33a903 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:41.181831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0b5a930f-c276-45c4-8889-6cc61b33a903 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:41.198638 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b5a930f-c276-45c4-8889-6cc61b33a903 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:41.270670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b5a930f-c276-45c4-8889-6cc61b33a903 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:41.274439 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b5a930f-c276-45c4-8889-6cc61b33a903 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:41.276584 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-51f3ef68-dbbb-41b0-b4e5-a6a2f1c25646 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:41.301252 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a930f-c276-45c4-8889-6cc61b33a903 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac751ca-e21c-48fb-b26a-db802c1d662d,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:41.303904 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0b5a930f-c276-45c4-8889-6cc61b33a903 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:41.311723 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b5a930f-c276-45c4-8889-6cc61b33a903 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:41.313233 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0b5a930f-c276-45c4-8889-6cc61b33a903 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1586611 Sep 16 19:14:41.316406 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44708) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:41.322895 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Request body: {'floatingip': {'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:41.328962 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:41.333085 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Usage tracker for resource:floatingip and tenant:28b88f58a8264731b5bdb908599b1158 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:41.336116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:41.342350 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:41.353159 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for floatingip, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:41.729769 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:41.882462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Allocated IP 172.28.0.74 (718729de-5f21-40b7-aa11-1e5226d826a0/36747542-734f-49ce-8806-50515b72b8f0/12161bd6-4e67-4251-9aa6-13fe1d7aeadc) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:14:42.059625 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:42.086803 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:42.091719 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:42.167304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:14:42.171398 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:14:42.173592 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event updated for resources: {'Port': ['ID=12161bd6-4e67-4251-9aa6-13fe1d7aeadc,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:42.176207 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:14:42.205874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:42.227835 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device bf1bde14-f45d-4fdf-b042-754b5fae54b1 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:14:42.308104 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port bf1bde14-f45d-4fdf-b042-754b5fae54b1 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:14:42.315843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port bf1bde14-f45d-4fdf-b042-754b5fae54b1 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:42.316404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:42.354364 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:42.416276 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:42.451490 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:42.474831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port bf1bde14-f45d-4fdf-b042-754b5fae54b1, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=bf1bde14-f45d-4fdf-b042-754b5fae54b1,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:42.479041 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:42.484304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:42.582126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=bf1bde14-f45d-4fdf-b042-754b5fae54b1,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:42.585597 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:42.667051 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:42.670650 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851643253'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:42.676156 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1d538e93-b089-4c5a-b0fb-5f61b83d00a4 tempest-DeleteServersTestJSON-1624631608 tempest-DeleteServersTestJSON-1624631608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:42.799528 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event updated for resources: {'Port': ['ID=12161bd6-4e67-4251-9aa6-13fe1d7aeadc,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:42.802690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:42.812133 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852707909'] for floatingip, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:42.825649 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 44746) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:42.834540 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:42.835968 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5184059 Sep 16 19:14:42.983579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-83798d08-9d6f-4881-be5a-c7e31ca18669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:43.017016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-83798d08-9d6f-4881-be5a-c7e31ca18669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:43.020995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-83798d08-9d6f-4881-be5a-c7e31ca18669 admin admin] Usage tracker for resource:security_group_rule and tenant:e62f228dbe4f4bcfb9dbaa6cfefb33e3 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:43.024481 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-83798d08-9d6f-4881-be5a-c7e31ca18669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:43.030717 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-83798d08-9d6f-4881-be5a-c7e31ca18669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:43.078720 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-13b6fc1a-a6b5-4988-943c-795d4f3ad344 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Synchronizing usage tracker for tenant:28b88f58a8264731b5bdb908599b1158 on resource:security_group {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:14:43.096701 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-13b6fc1a-a6b5-4988-943c-795d4f3ad344 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Unset dirty status for tenant:28b88f58a8264731b5bdb908599b1158 on resource:security_group {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:14:43.097992 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-13b6fc1a-a6b5-4988-943c-795d4f3ad344 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1571421701&fields=id&tenant_id=28b88f58a8264731b5bdb908599b1158 HTTP/1.1" status: 200 len: 267 time: 0.0660927 Sep 16 19:14:43.108944 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-83798d08-9d6f-4881-be5a-c7e31ca18669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:43.111731 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-83798d08-9d6f-4881-be5a-c7e31ca18669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:43.119151 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4efefbeb-b10d-4d92-8416-c46f82ae495e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:43.158400 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83798d08-9d6f-4881-be5a-c7e31ca18669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30182fe8-6269-4e21-aeaa-d04503896ada,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:43.163727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-83798d08-9d6f-4881-be5a-c7e31ca18669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:43.172907 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-83798d08-9d6f-4881-be5a-c7e31ca18669 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e62f228dbe4f4bcfb9dbaa6cfefb33e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3459406 Sep 16 19:14:43.173796 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 44764) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:43.252726 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f6f3-f24a-4230-8a11-9f5b6c7407fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:43.266722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-9cba2c94-369a-437e-84f1-f96f7cdc7b5b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:43.267469 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-9cba2c94-369a-437e-84f1-f96f7cdc7b5b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Synchronizing usage tracker for tenant:28b88f58a8264731b5bdb908599b1158 on resource:network {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:14:43.280819 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f6f3-f24a-4230-8a11-9f5b6c7407fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:43.283878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-9cba2c94-369a-437e-84f1-f96f7cdc7b5b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Unset dirty status for tenant:28b88f58a8264731b5bdb908599b1158 on resource:network {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:14:43.285156 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-9cba2c94-369a-437e-84f1-f96f7cdc7b5b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 817 time: 0.1792915 Sep 16 19:14:43.305148 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-01b94b1b-45f9-4433-b11e-9fed53b4683b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/quotas/28b88f58a8264731b5bdb908599b1158 HTTP/1.1" status: 200 len: 375 time: 0.0117533 Sep 16 19:14:43.332092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f6f3-f24a-4230-8a11-9f5b6c7407fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:43.338160 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8c0e3053-a27a-4671-a2df-0613c6d92f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:43.351521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7f6f3-f24a-4230-8a11-9f5b6c7407fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30182fe8-6269-4e21-aeaa-d04503896ada,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:43.354564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7bf7f6f3-f24a-4230-8a11-9f5b6c7407fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:43.355450 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f6f3-f24a-4230-8a11-9f5b6c7407fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:43.358738 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7bf7f6f3-f24a-4230-8a11-9f5b6c7407fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30182fe8-6269-4e21-aeaa-d04503896ada HTTP/1.1" status: 204 len: 168 time: 0.1834476 Sep 16 19:14:43.403287 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-399d188f-8b6d-4ec2-88dc-31184357abbd tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Synchronizing usage tracker for tenant:28b88f58a8264731b5bdb908599b1158 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:14:43.421749 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-399d188f-8b6d-4ec2-88dc-31184357abbd tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Unset dirty status for tenant:28b88f58a8264731b5bdb908599b1158 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:14:43.423255 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-399d188f-8b6d-4ec2-88dc-31184357abbd tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1123090 Sep 16 19:14:43.584357 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-47279584-7e1a-41bc-a534-7151add3ee63 service neutron] 10.222.0.39 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468384 Sep 16 19:14:43.726033 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Sync routers for ids ['1ff5a8a0-2284-446f-aef8-e06267e768e1'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:14:43.737393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 44774) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:43.741413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Routers {'1ff5a8a0-2284-446f-aef8-e06267e768e1'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:14:43.742088 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:14:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1ff5a8a0-2284-446f-aef8-e06267e768e1'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:43.750500 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-828d5cc1-6542-4084-8499-6780031e2207 service neutron] 10.222.0.39 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588576 Sep 16 19:14:43.758263 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f6f40b34-4f6e-4b6e-ae64-9f4311bfc99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:43.818442 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f6f40b34-4f6e-4b6e-ae64-9f4311bfc99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:43.822553 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f6f40b34-4f6e-4b6e-ae64-9f4311bfc99a admin admin] Usage tracker for resource:security_group_rule and tenant:24672d36f1534677b8a6b7ee030f4084 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:43.825633 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f6f40b34-4f6e-4b6e-ae64-9f4311bfc99a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:43.831977 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f6f40b34-4f6e-4b6e-ae64-9f4311bfc99a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:43.912466 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f6f40b34-4f6e-4b6e-ae64-9f4311bfc99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:43.916374 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f6f40b34-4f6e-4b6e-ae64-9f4311bfc99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:43.925021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a3d3cbab-4cee-4de6-bfda-3dd567e8450f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:43.966212 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f40b34-4f6e-4b6e-ae64-9f4311bfc99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2802eb-6671-4990-8631-69d4c1129dc4,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:43.969508 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f6f40b34-4f6e-4b6e-ae64-9f4311bfc99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:43.975092 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fef28801-51c6-457d-9c4b-7d4a920dc671 req-62142480-18af-4df5-9eee-b6bef8df12c7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 210 time: 0.0529652 Sep 16 19:14:43.983043 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44782) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:43.983170 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f6f40b34-4f6e-4b6e-ae64-9f4311bfc99a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=24672d36f1534677b8a6b7ee030f4084&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2446387 Sep 16 19:14:43.997428 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Set router 1ff5a8a0-2284-446f-aef8-e06267e768e1 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:14:44.061206 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d504ec87-b53a-4b06-a2c2-124c20186ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:44.095026 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d504ec87-b53a-4b06-a2c2-124c20186ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:44.145766 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d504ec87-b53a-4b06-a2c2-124c20186ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:44.152564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-122a4c4b-0344-47ad-b62f-e92a6134fc40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:44.165577 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504ec87-b53a-4b06-a2c2-124c20186ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2802eb-6671-4990-8631-69d4c1129dc4,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:44.170043 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d504ec87-b53a-4b06-a2c2-124c20186ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:44.189884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d504ec87-b53a-4b06-a2c2-124c20186ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:44.192700 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d504ec87-b53a-4b06-a2c2-124c20186ec7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a2802eb-6671-4990-8631-69d4c1129dc4 HTTP/1.1" status: 204 len: 168 time: 0.2066972 Sep 16 19:14:44.228546 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device bf1bde14-f45d-4fdf-b042-754b5fae54b1 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:14:44.314818 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port bf1bde14-f45d-4fdf-b042-754b5fae54b1 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:44.315281 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:44.401693 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 2, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:44.406136 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Checking router: 1ff5a8a0-2284-446f-aef8-e06267e768e1 for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:14:44.406548 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Updating router 1ff5a8a0-2284-446f-aef8-e06267e768e1 port 6c8c2586-9795-46ec-a017-aad15030b552 binding host dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:14:44.482444 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:44.897893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Notify callbacks [] for port, precommit_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:44.910635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Transition to ACTIVE for port object 6c8c2586-9795-46ec-a017-aad15030b552 will not be triggered until provisioned by entity L2. {{(pid=82448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:14:44.916749 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:44.921618 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-34b651a8-b98c-41c1-86e6-bac87c8b0c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:45.076886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Pushing event updated for resources: {'Port': ['ID=6c8c2586-9795-46ec-a017-aad15030b552,revision_number=3']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:45.097737 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:45.098296 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:45.098533 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:45.099314 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:45.099690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:45.100054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:45.100411 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:45.101596 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:45.101596 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:45.101596 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:45.101931 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:14:45.106196 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:45.236817 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Attempting to bind port 6c8c2586-9795-46ec-a017-aad15030b552 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:14:45.237231 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Attempting to bind port 6c8c2586-9795-46ec-a017-aad15030b552 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:14:45.237704 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Attempting to bind port 6c8c2586-9795-46ec-a017-aad15030b552 on network 1709c0d2-594e-4fa5-a067-81a2f6be6311 {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:14:45.256143 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:14:45.256519 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Checking segment: {'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:14:45.256954 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:45.257395 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Bound using segment: {'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:14:45.257920 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Bound port: 6c8c2586-9795-46ec-a017-aad15030b552, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'}}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:14:45.258385 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:45.287855 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-55850b1e-ef11-4864-883a-3efd325f023e req-070740a9-183a-41dc-8e5c-9e1987791973 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 210 time: 0.0621066 Sep 16 19:14:45.419420 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] For port 6c8c2586-9795-46ec-a017-aad15030b552, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:14:45.425271 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-b0970cfb-a11b-42fc-a9a7-d4ed9240590f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:45.427107 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-b0970cfb-a11b-42fc-a9a7-d4ed9240590f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.45 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 817 time: 0.2641568 Sep 16 19:14:45.428649 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] For port 6c8c2586-9795-46ec-a017-aad15030b552, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=6c8c2586-9795-46ec-a017-aad15030b552,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:14:45.433197 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:45.438046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:45.521444 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-1a3d9c4e-6141-4f29-ac76-62c35d37c3f7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28b88f58a8264731b5bdb908599b1158 HTTP/1.1" status: 200 len: 380 time: 0.0816727 Sep 16 19:14:45.530290 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Routers {'1ff5a8a0-2284-446f-aef8-e06267e768e1'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:14:45.531178 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:14:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1ff5a8a0-2284-446f-aef8-e06267e768e1'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:45.533157 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Request body: {'port': {'device_id': '62caaeb2-23ff-49e9-946b-4a5439315810', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'admin_state_up': True, 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'security_groups': ['df574837-65ee-4b7b-a3f0-02523bf07464']}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:45.889129 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Pushing event updated for resources: {'Port': ['ID=6c8c2586-9795-46ec-a017-aad15030b552,revision_number=4']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:45.902097 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0fceab11-667e-4314-859f-583d126da8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:45.959009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] Set router 1ff5a8a0-2284-446f-aef8-e06267e768e1 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:14:45.967162 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:45.981973 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:45.994425 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Made reservation on behalf of 28b88f58a8264731b5bdb908599b1158 for: {'port': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:14:46.001247 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:46.197578 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Allocated IP 172.20.0.8 (1709c0d2-594e-4fa5-a067-81a2f6be6311/b89765e2-a364-46b9-a658-0c76ae19c6b0/6017c797-26a3-4358-aca7-e6561c9ba431) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:14:46.264551 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 6c8c2586-9795-46ec-a017-aad15030b552 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:14:46.367722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port 6c8c2586-9795-46ec-a017-aad15030b552 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:14:46.376382 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 6c8c2586-9795-46ec-a017-aad15030b552 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:46.379867 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:46.382643 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:45Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:46.393392 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0e2bcb-9f97-4262-971b-beb384760754 None None] The sync data for ids ['1ff5a8a0-2284-446f-aef8-e06267e768e1'] in dv-cinder-809448-1-smb is: [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:45Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:14:46.434729 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:46.452320 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Transition to ACTIVE for port object 6017c797-26a3-4358-aca7-e6561c9ba431 will not be triggered until provisioned by entity DHCP. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:14:46.474664 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:46.484660 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f9a88ade-2340-4f9b-973f-78fce823c7c5 tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:46.576396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:46.627885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port 6c8c2586-9795-46ec-a017-aad15030b552, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=6c8c2586-9795-46ec-a017-aad15030b552,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:46.630587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2472b63-9b62-4764-b519-6317628fabf7 req-07f039f8-5f5a-406c-89a9-18f188287fa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:46.632266 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c2472b63-9b62-4764-b519-6317628fabf7 req-07f039f8-5f5a-406c-89a9-18f188287fa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 931 time: 0.1380854 Sep 16 19:14:46.633140 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:46.635262 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:46.636054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event updated for resources: {'Port': ['ID=6017c797-26a3-4358-aca7-e6561c9ba431,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:46.651764 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:46.669292 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Network 1709c0d2-594e-4fa5-a067-81a2f6be6311 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:14:46.685360 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:14:46.688332 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:14:46.718401 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c2472b63-9b62-4764-b519-6317628fabf7 req-7726b65f-6980-45d6-a86c-b5953469f46d tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718129 Sep 16 19:14:46.729823 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=6c8c2586-9795-46ec-a017-aad15030b552,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:46.737358 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:46.813270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:46.813772 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:46.850554 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3221295 Sep 16 19:14:46.872396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Request body: {'port': {'device_id': '62caaeb2-23ff-49e9-946b-4a5439315810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:47.036687 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:47.137794 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1f8f4539-da8d-42a6-abab-81ab65072b14 None None] Provisioning for port 6017c797-26a3-4358-aca7-e6561c9ba431 completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:14:47.143599 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1f8f4539-da8d-42a6-abab-81ab65072b14 None None] Provisioning complete for port 6017c797-26a3-4358-aca7-e6561c9ba431 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:47.144347 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1f8f4539-da8d-42a6-abab-81ab65072b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:47.211268 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f4539-da8d-42a6-abab-81ab65072b14 None None] Port 6017c797-26a3-4358-aca7-e6561c9ba431 cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:14:47.284710 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-eac1f184-e39a-4eb6-bd5b-81fedf1f1b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:47.471695 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6017c797-26a3-4358-aca7-e6561c9ba431 {{(pid=82446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:14:47.480540 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:47.498016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Transition to ACTIVE for port object 6017c797-26a3-4358-aca7-e6561c9ba431 will not be triggered until provisioned by entity L2. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:14:47.500491 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:47.506393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:47.636175 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Pushing event updated for resources: {'Port': ['ID=6017c797-26a3-4358-aca7-e6561c9ba431,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:47.639602 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:47.754739 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Attempting to bind port 6017c797-26a3-4358-aca7-e6561c9ba431 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:14:47.755017 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Attempting to bind port 6017c797-26a3-4358-aca7-e6561c9ba431 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:14:47.755389 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Attempting to bind port 6017c797-26a3-4358-aca7-e6561c9ba431 on network 1709c0d2-594e-4fa5-a067-81a2f6be6311 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:14:47.762421 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Port 6017c797-26a3-4358-aca7-e6561c9ba431 on network 1709c0d2-594e-4fa5-a067-81a2f6be6311 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:14:47.764496 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Attempting to bind port 6017c797-26a3-4358-aca7-e6561c9ba431 on network 1709c0d2-594e-4fa5-a067-81a2f6be6311 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:14:47.770387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:14:47.770767 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Checking segment: {'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:14:47.771190 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Bound using segment: {'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:14:47.771667 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Bound port: 6017c797-26a3-4358-aca7-e6561c9ba431, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'}}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:14:47.772054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:47.882263 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] For port 6017c797-26a3-4358-aca7-e6561c9ba431, host hv-cinder-80944, cleared binding levels {{(pid=82446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:14:47.886003 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] For port 6017c797-26a3-4358-aca7-e6561c9ba431, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6017c797-26a3-4358-aca7-e6561c9ba431,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:14:47.889324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:47.893824 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ed4b8f52-9a5c-4066-9423-e61482890346 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:47.957976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae48a37-3246-4df8-96bd-728246d77fad req-ccec2dd7-21bb-4db0-a22b-e0425646b877 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:47.959879 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:47.960209 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aae48a37-3246-4df8-96bd-728246d77fad req-ccec2dd7-21bb-4db0-a22b-e0425646b877 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0895755 Sep 16 19:14:47.961328 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] 10.222.0.45 "PUT /v2.0/ports/6017c797-26a3-4358-aca7-e6561c9ba431 HTTP/1.1" status: 200 len: 1093 time: 1.0958514 Sep 16 19:14:47.961883 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62caaeb2-23ff-49e9-946b-4a5439315810', 'tag': '6017c797-26a3-4358-aca7-e6561c9ba431'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:14:47.975109 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Pushing event updated for resources: {'Port': ['ID=6017c797-26a3-4358-aca7-e6561c9ba431,revision_number=3']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:47.979040 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:48.032198 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aae48a37-3246-4df8-96bd-728246d77fad req-88793c8c-c01d-4988-b34e-0102967b3c61 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584738 Sep 16 19:14:48.051489 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62caaeb2-23ff-49e9-946b-4a5439315810', 'tag': '6017c797-26a3-4358-aca7-e6561c9ba431', 'status': 'completed', 'code': 200} Sep 16 19:14:48.111195 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-f8545547-7946-43c0-a790-2d54acac9b65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 1096 time: 0.0972271 Sep 16 19:14:48.190394 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-9842db14-7ea9-4c62-9c9f-7aae2655a862 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6017c797-26a3-4358-aca7-e6561c9ba431 HTTP/1.1" status: 200 len: 217 time: 0.0704262 Sep 16 19:14:48.202569 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 6c8c2586-9795-46ec-a017-aad15030b552 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:14:48.266599 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-c382135c-cf67-47e0-b9ef-ead17056a3d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:48.268218 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-c382135c-cf67-47e0-b9ef-ead17056a3d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 200 len: 856 time: 0.0702705 Sep 16 19:14:48.290383 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 6c8c2586-9795-46ec-a017-aad15030b552 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:48.290810 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:48.354486 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-1e57fafb-3ec3-404e-8f61-9d2f605a61b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1709c0d2-594e-4fa5-a067-81a2f6be6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743978 Sep 16 19:14:48.529784 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-32c339a3-5892-4ab1-8da4-19c7fcdb6b4a service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668813 Sep 16 19:14:48.694263 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3163d5f5-6ce1-4fe5-8c42-879e2bc9d10c req-f769397d-a9e9-482e-95ff-83ae3e2ca16f service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567714 Sep 16 19:14:48.829658 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c119c3e8-c1fe-47d7-a1a6-30f4ae593075 req-11381eb0-c006-4711-9477-97738836c33e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 1096 time: 0.0813971 Sep 16 19:14:48.881280 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:48.980771 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119c3e8-c1fe-47d7-a1a6-30f4ae593075 req-a23b618e-80d8-4e5a-bf8f-c6c6b98459e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:48.982349 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c119c3e8-c1fe-47d7-a1a6-30f4ae593075 req-a23b618e-80d8-4e5a-bf8f-c6c6b98459e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 918 time: 0.1418762 Sep 16 19:14:49.063318 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c119c3e8-c1fe-47d7-a1a6-30f4ae593075 req-98d9d0df-6065-48d4-820a-a7814892a1ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6017c797-26a3-4358-aca7-e6561c9ba431 HTTP/1.1" status: 200 len: 217 time: 0.0729489 Sep 16 19:14:49.136300 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119c3e8-c1fe-47d7-a1a6-30f4ae593075 req-735166b2-bd61-4981-9971-99314c5555d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:49.137945 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c119c3e8-c1fe-47d7-a1a6-30f4ae593075 req-735166b2-bd61-4981-9971-99314c5555d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 200 len: 856 time: 0.0679669 Sep 16 19:14:49.227515 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c119c3e8-c1fe-47d7-a1a6-30f4ae593075 req-55123bd8-0211-4860-8012-7e966ed433c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1709c0d2-594e-4fa5-a067-81a2f6be6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824349 Sep 16 19:14:49.267383 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084fafa-fac7-46bf-99c2-da2e570e404a req-71f75fbb-5ca3-4664-82c8-9a9941290099 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:49.269038 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8084fafa-fac7-46bf-99c2-da2e570e404a req-71f75fbb-5ca3-4664-82c8-9a9941290099 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0860076 Sep 16 19:14:49.319224 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8084fafa-fac7-46bf-99c2-da2e570e404a req-2a80e739-0fa9-48e3-bf84-7e661bc955cb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440621 Sep 16 19:14:49.374593 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c119c3e8-c1fe-47d7-a1a6-30f4ae593075 req-3402da0b-51e2-4a96-b71e-cec4d7660cc0 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390710 Sep 16 19:14:49.514693 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c119c3e8-c1fe-47d7-a1a6-30f4ae593075 req-31611255-5724-41e8-957e-89ce996b30b0 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334794 Sep 16 19:14:49.883688 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca667-7c7b-44d9-bf33-08e886f71d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:49.963082 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:50.549388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5b50-5202-4515-ac4f-75a0c5f16eea req-e60999cc-1a01-4398-b2cb-01c0c6f0e84c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:50.551940 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ea4f5b50-5202-4515-ac4f-75a0c5f16eea req-e60999cc-1a01-4398-b2cb-01c0c6f0e84c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0964828 Sep 16 19:14:50.600263 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ea4f5b50-5202-4515-ac4f-75a0c5f16eea req-2492ed56-e008-4757-a862-e3707b39354c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 Sep 16 19:14:50.645378 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 44916) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:50.798298 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d707aee3-43cf-4b1a-9f58-f690f1cd8def admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:50.830335 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d707aee3-43cf-4b1a-9f58-f690f1cd8def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:50.834267 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d707aee3-43cf-4b1a-9f58-f690f1cd8def admin admin] Usage tracker for resource:security_group_rule and tenant:8c6aaa4cd72e48d2ab77557ed3278170 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:50.837708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d707aee3-43cf-4b1a-9f58-f690f1cd8def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:50.843612 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d707aee3-43cf-4b1a-9f58-f690f1cd8def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:50.908215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d707aee3-43cf-4b1a-9f58-f690f1cd8def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:50.911015 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d707aee3-43cf-4b1a-9f58-f690f1cd8def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:50.918221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-38ee436f-08e8-432f-9433-1ce647753a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:50.958946 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707aee3-43cf-4b1a-9f58-f690f1cd8def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254e00f6-0465-4b16-8883-fcd4acfa4808,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:50.962949 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d707aee3-43cf-4b1a-9f58-f690f1cd8def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:50.965608 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d707aee3-43cf-4b1a-9f58-f690f1cd8def admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c6aaa4cd72e48d2ab77557ed3278170&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3191726 Sep 16 19:14:50.968455 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 44922) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:51.032536 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-321e4b66-7136-4fce-a39f-0b7d4b93f723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:51.061892 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-321e4b66-7136-4fce-a39f-0b7d4b93f723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:51.105693 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-321e4b66-7136-4fce-a39f-0b7d4b93f723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:51.110649 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f6f40b34-4f6e-4b6e-ae64-9f4311bfc99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:51.123628 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e4b66-7136-4fce-a39f-0b7d4b93f723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254e00f6-0465-4b16-8883-fcd4acfa4808,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:51.126779 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-321e4b66-7136-4fce-a39f-0b7d4b93f723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:51.129209 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-321e4b66-7136-4fce-a39f-0b7d4b93f723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:51.130124 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-321e4b66-7136-4fce-a39f-0b7d4b93f723 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/254e00f6-0465-4b16-8883-fcd4acfa4808 HTTP/1.1" status: 204 len: 168 time: 0.1605191 Sep 16 19:14:51.290545 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:51.467876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44932) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:51.487327 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7f095a83-1617-449e-acfe-309785e86c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:51.520397 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7f095a83-1617-449e-acfe-309785e86c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:51.524488 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7f095a83-1617-449e-acfe-309785e86c96 admin admin] Usage tracker for resource:security_group_rule and tenant:153abf348d02474f9b0c956d5c798baf is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:51.527426 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7f095a83-1617-449e-acfe-309785e86c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:51.533375 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7f095a83-1617-449e-acfe-309785e86c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:51.599392 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7f095a83-1617-449e-acfe-309785e86c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:51.602702 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7f095a83-1617-449e-acfe-309785e86c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:51.610191 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f524466a-7b74-4935-830d-a020e8a74735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:51.651663 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f095a83-1617-449e-acfe-309785e86c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8b1b1e-5814-41d0-9559-be4e2369a45e,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:51.654729 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7f095a83-1617-449e-acfe-309785e86c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:51.660244 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7f095a83-1617-449e-acfe-309785e86c96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=153abf348d02474f9b0c956d5c798baf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1881740 Sep 16 19:14:51.660244 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 44938) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:51.727243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-966f5b12-16aa-4bec-92b2-6002cdcb2735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:51.800450 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-966f5b12-16aa-4bec-92b2-6002cdcb2735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:51.884001 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334d8c6-325d-4820-b8ee-22a38310b8cc req-4e6c9a30-1436-4d7c-ae50-2775fae4fae2 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:51.885677 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5334d8c6-325d-4820-b8ee-22a38310b8cc req-4e6c9a30-1436-4d7c-ae50-2775fae4fae2 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.1483121 Sep 16 19:14:51.890706 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-966f5b12-16aa-4bec-92b2-6002cdcb2735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:51.897310 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-639ebf60-831d-4a57-b148-83ce82e30214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:51.943223 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f5b12-16aa-4bec-92b2-6002cdcb2735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8b1b1e-5814-41d0-9559-be4e2369a45e,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:51.951337 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-966f5b12-16aa-4bec-92b2-6002cdcb2735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:51.955961 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-966f5b12-16aa-4bec-92b2-6002cdcb2735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:51.957230 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-966f5b12-16aa-4bec-92b2-6002cdcb2735 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b8b1b1e-5814-41d0-9559-be4e2369a45e HTTP/1.1" status: 204 len: 168 time: 0.2964420 Sep 16 19:14:51.981316 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5334d8c6-325d-4820-b8ee-22a38310b8cc req-b9fa6754-cc24-4d8f-b2c8-3d80cb21ec27 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850503 Sep 16 19:14:52.776954 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 6017c797-26a3-4358-aca7-e6561c9ba431 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:14:52.919667 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 6017c797-26a3-4358-aca7-e6561c9ba431, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6017c797-26a3-4358-aca7-e6561c9ba431,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:52.934135 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '6017c797-26a3-4358-aca7-e6561c9ba431', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'port_id': '6017c797-26a3-4358-aca7-e6561c9ba431', 'mac_address': 'fa:16:3e:1e:bc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:14:52.988885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:53.020733 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6017c797-26a3-4358-aca7-e6561c9ba431 {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:14:53.037129 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 6017c797-26a3-4358-aca7-e6561c9ba431, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6017c797-26a3-4358-aca7-e6561c9ba431,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:53.040873 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:53.042969 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:53.259518 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f997405-9c5e-484c-8d8a-68d57e77e05b req-c117957c-bbd7-4755-ad7a-850a6f06ef47 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:53.261419 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3f997405-9c5e-484c-8d8a-68d57e77e05b req-c117957c-bbd7-4755-ad7a-850a6f06ef47 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 944 time: 0.1170123 Sep 16 19:14:53.273425 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:53.287583 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=6017c797-26a3-4358-aca7-e6561c9ba431,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:53.291025 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:53.313171 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3f997405-9c5e-484c-8d8a-68d57e77e05b req-d8d8686a-707e-48f6-aa3e-7a9c09cd18c7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436385 Sep 16 19:14:53.550317 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['6017c797-26a3-4358-aca7-e6561c9ba431'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:14:53.771326 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-683a10a7-4673-4126-9bfa-281f86cbcf11 req-103994e4-e4d0-4d7b-9dc4-871198c05523 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742764 Sep 16 19:14:53.890133 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-683a10a7-4673-4126-9bfa-281f86cbcf11 req-a7043732-668a-42d9-a248-015ac411660c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5f3cdbaa6034f4abfe2547e31936b90&device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 1098 time: 0.0782907 Sep 16 19:14:54.045753 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a10a7-4673-4126-9bfa-281f86cbcf11 req-5f6ea520-21e7-4963-938a-2cfe0b7afe9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:54.047483 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-683a10a7-4673-4126-9bfa-281f86cbcf11 req-5f6ea520-21e7-4963-938a-2cfe0b7afe9c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66 HTTP/1.1" status: 200 len: 912 time: 0.1370208 Sep 16 19:14:54.359987 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-683a10a7-4673-4126-9bfa-281f86cbcf11 req-dc27ea7b-3add-4826-8280-edb59f70d8ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=719d5510-b039-433a-95da-11cbe53b5247 HTTP/1.1" status: 200 len: 1000 time: 0.3047714 Sep 16 19:14:54.432031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a10a7-4673-4126-9bfa-281f86cbcf11 req-83e7e946-e32b-4b88-894c-733cb1620170 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:54.433689 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-683a10a7-4673-4126-9bfa-281f86cbcf11 req-83e7e946-e32b-4b88-894c-733cb1620170 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf6c85c4-0167-4c1c-92ec-34ad8e35130f HTTP/1.1" status: 200 len: 850 time: 0.0667624 Sep 16 19:14:54.528266 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-683a10a7-4673-4126-9bfa-281f86cbcf11 req-b9de3b46-a331-4cdc-96c8-1b06833d80fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809717 Sep 16 19:14:54.540874 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9de483-ec7f-406e-ad23-318a2bf8ffd2 req-5a13df53-657f-4394-b5ec-4c95a0634c7d tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:54.551982 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ff9de483-ec7f-406e-ad23-318a2bf8ffd2 req-5a13df53-657f-4394-b5ec-4c95a0634c7d tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 944 time: 0.1023865 Sep 16 19:14:54.609879 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ff9de483-ec7f-406e-ad23-318a2bf8ffd2 req-ec6d050c-211a-4383-9770-fe029d7034d4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513005 Sep 16 19:14:54.693601 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-683a10a7-4673-4126-9bfa-281f86cbcf11 req-79906d09-c84c-455c-bcf6-21b2ce316058 service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559858 Sep 16 19:14:54.808974 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 6017c797-26a3-4358-aca7-e6561c9ba431 up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:14:54.849170 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-683a10a7-4673-4126-9bfa-281f86cbcf11 req-390a364e-0acf-4a68-bfc7-24180892b7d1 service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479299 Sep 16 19:14:54.877750 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port 6017c797-26a3-4358-aca7-e6561c9ba431 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:14:54.882572 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 6017c797-26a3-4358-aca7-e6561c9ba431 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:14:54.883085 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:55.000927 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:55.028323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62caaeb2-23ff-49e9-946b-4a5439315810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6017c797-26a3-4358-aca7-e6561c9ba431'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:14:55.038329 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 6017c797-26a3-4358-aca7-e6561c9ba431, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6017c797-26a3-4358-aca7-e6561c9ba431,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:14:55.041357 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:55.044217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:55.088169 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62caaeb2-23ff-49e9-946b-4a5439315810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6017c797-26a3-4358-aca7-e6561c9ba431', 'code': 200} Sep 16 19:14:55.116132 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=6017c797-26a3-4358-aca7-e6561c9ba431,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:55.119464 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:55.330117 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d451d716-2f1f-4518-a513-e63b411eeef0 req-2eb34ee4-b3b4-4305-b1e3-954485661ba1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 1098 time: 0.0767155 Sep 16 19:14:55.382186 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d451d716-2f1f-4518-a513-e63b411eeef0 req-6a49d1f2-4cb3-40ad-8161-9fa8c3e802ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367627 Sep 16 19:14:55.840522 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af131b-8608-4e27-90fb-df6c06ffe6b3 req-a3ff1895-9b40-40e0-b7fe-153123d4c78c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:55.845128 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f6af131b-8608-4e27-90fb-df6c06ffe6b3 req-a3ff1895-9b40-40e0-b7fe-153123d4c78c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0878837 Sep 16 19:14:55.903694 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f6af131b-8608-4e27-90fb-df6c06ffe6b3 req-eaf0ad3d-6bfb-4b6f-b52c-00842c9256c7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550435 Sep 16 19:14:57.131378 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399f445-53b5-4891-b0ed-8497a6547265 req-4f028bc3-99d3-4bd7-b7b4-4d7b5d11a46d tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:57.133750 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3399f445-53b5-4891-b0ed-8497a6547265 req-4f028bc3-99d3-4bd7-b7b4-4d7b5d11a46d tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0945289 Sep 16 19:14:57.184096 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3399f445-53b5-4891-b0ed-8497a6547265 req-0127b7ee-1d4e-4a5a-9b32-1e97d36a3318 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437834 Sep 16 19:14:57.394947 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974acfd-4957-43c0-a6db-4c8ef102210b req-28ab4d28-cd02-4eff-b876-b4fbe869574e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:57.396531 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d974acfd-4957-43c0-a6db-4c8ef102210b req-28ab4d28-cd02-4eff-b876-b4fbe869574e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0856223 Sep 16 19:14:57.406455 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 45040) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:57.413129 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-100e5ab3-bb1c-442b-8a5d-360247c9e84e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Request body: {'floatingip': {'port_id': '6017c797-26a3-4358-aca7-e6561c9ba431'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:14:57.514885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-100e5ab3-bb1c-442b-8a5d-360247c9e84e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for floatingip, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:58.398681 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-100e5ab3-bb1c-442b-8a5d-360247c9e84e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:58.401550 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-100e5ab3-bb1c-442b-8a5d-360247c9e84e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852707909'] for floatingip, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:58.424485 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 45054) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:58.588425 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-52527a33-1db9-46cb-b703-571b5b545dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:58.599914 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.l3_db [None req-100e5ab3-bb1c-442b-8a5d-360247c9e84e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Floating IP e4ce3d2f-9bbe-4732-b868-0ed70fde1b86 associated. External IP: 172.28.0.74, port: 6017c797-26a3-4358-aca7-e6561c9ba431. Sep 16 19:14:58.623883 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-52527a33-1db9-46cb-b703-571b5b545dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:58.628519 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-52527a33-1db9-46cb-b703-571b5b545dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:f2ff644d5904434196dd77fcfab21c69 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:58.631952 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-52527a33-1db9-46cb-b703-571b5b545dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:58.639286 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-52527a33-1db9-46cb-b703-571b5b545dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:58.712794 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-52527a33-1db9-46cb-b703-571b5b545dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:58.715899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-52527a33-1db9-46cb-b703-571b5b545dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:58.724339 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e9950ff4-35e0-4def-8c2c-147066f51610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:58.771375 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52527a33-1db9-46cb-b703-571b5b545dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cad930-8cf9-4e37-a724-c8052af2d191,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:58.778912 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 45066) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:58.779096 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-52527a33-1db9-46cb-b703-571b5b545dc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2ff644d5904434196dd77fcfab21c69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3533180 Sep 16 19:14:58.780100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-52527a33-1db9-46cb-b703-571b5b545dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:58.925349 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8de18f72-9cf1-45c4-b120-1beccb0c5e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:59.023825 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8de18f72-9cf1-45c4-b120-1beccb0c5e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:59.100076 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8de18f72-9cf1-45c4-b120-1beccb0c5e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:59.105575 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-fd5f3b63-b6f0-4ddd-9d40-c23e35923472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:59.124652 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de18f72-9cf1-45c4-b120-1beccb0c5e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cad930-8cf9-4e37-a724-c8052af2d191,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:59.129606 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8de18f72-9cf1-45c4-b120-1beccb0c5e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:59.131715 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8de18f72-9cf1-45c4-b120-1beccb0c5e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:59.133029 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-8de18f72-9cf1-45c4-b120-1beccb0c5e24 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47cad930-8cf9-4e37-a724-c8052af2d191 HTTP/1.1" status: 204 len: 168 time: 0.3530118 Sep 16 19:14:59.171843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100e5ab3-bb1c-442b-8a5d-360247c9e84e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Router 1ff5a8a0-2284-446f-aef8-e06267e768e1 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:14:59.387105 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100e5ab3-bb1c-442b-8a5d-360247c9e84e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:14:59.391808 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-100e5ab3-bb1c-442b-8a5d-360247c9e84e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:59.404811 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a8513-b451-4f65-b574-3d7b169da771 None None] Sync routers for ids ['1ff5a8a0-2284-446f-aef8-e06267e768e1'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:14:59.418764 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a8513-b451-4f65-b574-3d7b169da771 None None] Routers {'1ff5a8a0-2284-446f-aef8-e06267e768e1'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:14:59.419789 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-867a8513-b451-4f65-b574-3d7b169da771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:14:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1ff5a8a0-2284-446f-aef8-e06267e768e1'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:14:59.459724 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-100e5ab3-bb1c-442b-8a5d-360247c9e84e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "PUT /v2.0/floatingips/e4ce3d2f-9bbe-4732-b868-0ed70fde1b86 HTTP/1.1" status: 200 len: 990 time: 2.0493367 Sep 16 19:14:59.459724 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62caaeb2-23ff-49e9-946b-4a5439315810', 'tag': '6017c797-26a3-4358-aca7-e6561c9ba431'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:14:59.521301 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 45084) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:59.550940 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9565a85a-ad7c-4da2-bd21-985adb2968a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:59.588017 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-9565a85a-ad7c-4da2-bd21-985adb2968a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:14:59.594423 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-9565a85a-ad7c-4da2-bd21-985adb2968a7 admin admin] Usage tracker for resource:security_group_rule and tenant:4e7a0329cbe14bcc9e24d464f870d959 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:14:59.599168 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-9565a85a-ad7c-4da2-bd21-985adb2968a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:14:59.605923 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-9565a85a-ad7c-4da2-bd21-985adb2968a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:14:59.675903 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9565a85a-ad7c-4da2-bd21-985adb2968a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:59.678452 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-867a8513-b451-4f65-b574-3d7b169da771 None None] Set router 1ff5a8a0-2284-446f-aef8-e06267e768e1 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:14:59.679383 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9565a85a-ad7c-4da2-bd21-985adb2968a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:59.687902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f7235f7d-5342-4e01-b832-824443b8e35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:59.725001 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62caaeb2-23ff-49e9-946b-4a5439315810', 'tag': '6017c797-26a3-4358-aca7-e6561c9ba431', 'status': 'completed', 'code': 200} Sep 16 19:14:59.734434 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565a85a-ad7c-4da2-bd21-985adb2968a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169897ae-ac6f-4f91-8384-4a93e453b57e,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:59.738218 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-9565a85a-ad7c-4da2-bd21-985adb2968a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:59.741861 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-9565a85a-ad7c-4da2-bd21-985adb2968a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e7a0329cbe14bcc9e24d464f870d959&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2190661 Sep 16 19:14:59.755087 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 45088) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:14:59.825855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d763-9132-4e38-9de7-031bbe2eff00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:59.829583 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-22e02446-5a4b-4974-9bbc-4bbb40b520fd req-113d0981-6e47-4b52-9742-6f46c6127cd7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 1098 time: 0.0900371 Sep 16 19:14:59.853453 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d763-9132-4e38-9de7-031bbe2eff00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:59.902774 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d763-9132-4e38-9de7-031bbe2eff00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:59.907914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ac3cf44d-d85c-4949-ad71-a96c620cb9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:14:59.922751 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0d763-9132-4e38-9de7-031bbe2eff00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169897ae-ac6f-4f91-8384-4a93e453b57e,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:14:59.925667 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-cfd0d763-9132-4e38-9de7-031bbe2eff00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:14:59.927036 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d763-9132-4e38-9de7-031bbe2eff00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:14:59.928247 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-cfd0d763-9132-4e38-9de7-031bbe2eff00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/169897ae-ac6f-4f91-8384-4a93e453b57e HTTP/1.1" status: 204 len: 168 time: 0.1721158 Sep 16 19:14:59.983544 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e02446-5a4b-4974-9bbc-4bbb40b520fd req-b0cf25bb-fb6d-41cd-a454-f2d1f57baccc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:14:59.985215 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-22e02446-5a4b-4974-9bbc-4bbb40b520fd req-b0cf25bb-fb6d-41cd-a454-f2d1f57baccc service neutron] 10.222.0.45 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 918 time: 0.1476662 Sep 16 19:15:00.107729 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-22e02446-5a4b-4974-9bbc-4bbb40b520fd req-98f8ab28-7494-4853-8a0f-784d700cc1be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6017c797-26a3-4358-aca7-e6561c9ba431 HTTP/1.1" status: 200 len: 998 time: 0.1156659 Sep 16 19:15:00.118429 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-867a8513-b451-4f65-b574-3d7b169da771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'e4ce3d2f-9bbe-4732-b868-0ed70fde1b86', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'port_id': '6017c797-26a3-4358-aca7-e6561c9ba431', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'mac_address': 'fa:16:3e:1e:bc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62caaeb2-23ff-49e9-946b-4a5439315810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:14:42Z', 'updated_at': '2021-09-16T19:14:58Z', 'revision_number': 1, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:46Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:15:00.122752 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a8513-b451-4f65-b574-3d7b169da771 None None] Checking router: 1ff5a8a0-2284-446f-aef8-e06267e768e1 for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:15:00.137472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a8513-b451-4f65-b574-3d7b169da771 None None] Routers {'1ff5a8a0-2284-446f-aef8-e06267e768e1'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:15:00.137652 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-867a8513-b451-4f65-b574-3d7b169da771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:14:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1ff5a8a0-2284-446f-aef8-e06267e768e1'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:15:00.183968 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e02446-5a4b-4974-9bbc-4bbb40b520fd req-9f7adc81-c4e6-4a46-a455-86c122e71c0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:00.185666 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-22e02446-5a4b-4974-9bbc-4bbb40b520fd req-9f7adc81-c4e6-4a46-a455-86c122e71c0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 200 len: 856 time: 0.0704620 Sep 16 19:15:00.277684 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-22e02446-5a4b-4974-9bbc-4bbb40b520fd req-d15d9b0c-6d27-4e96-9152-0f1822c3906d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1709c0d2-594e-4fa5-a067-81a2f6be6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785694 Sep 16 19:15:00.348830 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-867a8513-b451-4f65-b574-3d7b169da771 None None] Set router 1ff5a8a0-2284-446f-aef8-e06267e768e1 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:15:00.431312 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-22e02446-5a4b-4974-9bbc-4bbb40b520fd req-ee189526-acc7-4c15-80ff-8f7f5f9357d1 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506054 Sep 16 19:15:00.588745 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-22e02446-5a4b-4974-9bbc-4bbb40b520fd req-fa7a392e-7f73-4cc0-b48f-8550191a1cd3 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512067 Sep 16 19:15:00.768560 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-867a8513-b451-4f65-b574-3d7b169da771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'e4ce3d2f-9bbe-4732-b868-0ed70fde1b86', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'port_id': '6017c797-26a3-4358-aca7-e6561c9ba431', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'mac_address': 'fa:16:3e:1e:bc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62caaeb2-23ff-49e9-946b-4a5439315810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:14:42Z', 'updated_at': '2021-09-16T19:14:58Z', 'revision_number': 1, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:46Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:15:00.778143 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a8513-b451-4f65-b574-3d7b169da771 None None] The sync data for ids ['1ff5a8a0-2284-446f-aef8-e06267e768e1'] in dv-cinder-809448-1-smb is: [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'e4ce3d2f-9bbe-4732-b868-0ed70fde1b86', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'port_id': '6017c797-26a3-4358-aca7-e6561c9ba431', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'mac_address': 'fa:16:3e:1e:bc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62caaeb2-23ff-49e9-946b-4a5439315810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:14:42Z', 'updated_at': '2021-09-16T19:14:58Z', 'revision_number': 1, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:46Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:15:01.131143 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970a2de3-3bcd-4037-ae58-dc3557b98307 None None] New status for floating IP e4ce3d2f-9bbe-4732-b868-0ed70fde1b86: ACTIVE {{(pid=82448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:15:02.510346 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 45162) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:02.663611 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f2e70c07-204b-4785-9fc9-df7c91a92574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:02.697589 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f2e70c07-204b-4785-9fc9-df7c91a92574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:15:02.701643 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f2e70c07-204b-4785-9fc9-df7c91a92574 admin admin] Usage tracker for resource:security_group_rule and tenant:0aabf3a79592450e8d426de9be01ffc9 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:15:02.704813 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f2e70c07-204b-4785-9fc9-df7c91a92574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:15:02.710939 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f2e70c07-204b-4785-9fc9-df7c91a92574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:15:02.780166 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f2e70c07-204b-4785-9fc9-df7c91a92574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:02.789012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f2e70c07-204b-4785-9fc9-df7c91a92574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:02.798722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4a71426d-1ff8-435e-9356-cda42be46f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:02.841277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e70c07-204b-4785-9fc9-df7c91a92574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa51867c-97fc-4764-b789-a09048bf3713,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:02.844387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f2e70c07-204b-4785-9fc9-df7c91a92574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:02.846686 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f2e70c07-204b-4785-9fc9-df7c91a92574 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0aabf3a79592450e8d426de9be01ffc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3351924 Sep 16 19:15:02.849451 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 45170) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:02.922608 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0e82f8ee-e80b-4b58-a83b-ef70aa3d9303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:02.949306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0e82f8ee-e80b-4b58-a83b-ef70aa3d9303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:02.993377 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0e82f8ee-e80b-4b58-a83b-ef70aa3d9303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:02.998402 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-cfd0d763-9132-4e38-9de7-031bbe2eff00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:03.010769 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82f8ee-e80b-4b58-a83b-ef70aa3d9303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa51867c-97fc-4764-b789-a09048bf3713,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:03.013367 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0e82f8ee-e80b-4b58-a83b-ef70aa3d9303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:03.016756 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0e82f8ee-e80b-4b58-a83b-ef70aa3d9303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:03.020362 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0e82f8ee-e80b-4b58-a83b-ef70aa3d9303 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa51867c-97fc-4764-b789-a09048bf3713 HTTP/1.1" status: 204 len: 168 time: 0.1679997 Sep 16 19:15:03.363927 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 45180) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:03.383507 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d6d05a65-3a62-4b30-8967-6d0e40998d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:03.417362 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d6d05a65-3a62-4b30-8967-6d0e40998d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:15:03.421469 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d6d05a65-3a62-4b30-8967-6d0e40998d90 admin admin] Usage tracker for resource:security_group_rule and tenant:f9294b85c13740ab8acefd67cb864969 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:15:03.424414 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d6d05a65-3a62-4b30-8967-6d0e40998d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:15:03.430908 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d6d05a65-3a62-4b30-8967-6d0e40998d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:15:03.498332 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d6d05a65-3a62-4b30-8967-6d0e40998d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:03.503329 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d6d05a65-3a62-4b30-8967-6d0e40998d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:03.511585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7f095a83-1617-449e-acfe-309785e86c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:03.559734 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d6d05a65-3a62-4b30-8967-6d0e40998d90 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9294b85c13740ab8acefd67cb864969&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1946819 Sep 16 19:15:03.560527 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d05a65-3a62-4b30-8967-6d0e40998d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b277c041-4efd-4db6-b30c-598f51cef37c,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:03.562587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 45186) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:03.563601 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d6d05a65-3a62-4b30-8967-6d0e40998d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:03.626774 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bd2533e0-f17a-447c-ae96-54914b394597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:03.654149 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bd2533e0-f17a-447c-ae96-54914b394597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:03.697836 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bd2533e0-f17a-447c-ae96-54914b394597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:03.702914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c585a779-08d1-4237-a945-ff8d15683ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:03.716013 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2533e0-f17a-447c-ae96-54914b394597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b277c041-4efd-4db6-b30c-598f51cef37c,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:03.718519 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-bd2533e0-f17a-447c-ae96-54914b394597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:03.726866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bd2533e0-f17a-447c-ae96-54914b394597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:03.730475 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-bd2533e0-f17a-447c-ae96-54914b394597 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b277c041-4efd-4db6-b30c-598f51cef37c HTTP/1.1" status: 204 len: 168 time: 0.1643462 Sep 16 19:15:04.618559 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 45212) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:04.754497 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1827069656-network', 'tenant_id': '54ddf337d8634bce94da63bfa35121b7'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:15:04.759566 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:15:04.764234 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Usage tracker for resource:network and tenant:54ddf337d8634bce94da63bfa35121b7 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:15:04.767249 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:15:04.774119 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:15:04.783340 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Made reservation on behalf of 54ddf337d8634bce94da63bfa35121b7 for: {'network': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:15:04.788022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:04.801990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:04.834424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:15:04.838425 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Usage tracker for resource:security_group_rule and tenant:54ddf337d8634bce94da63bfa35121b7 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:15:04.841302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:15:04.847186 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:15:04.917015 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:04.919633 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:04.923690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-37ad9368-7ec9-4b9a-8a01-8c2dfb79c966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:04.952972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=82446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:15:04.961666 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c427befd-362c-46e2-8dfc-76b08d72741f,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:04.966119 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:04.968902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:04.969286 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Added segment d6d60e96-8978-4403-b6ef-e5e380571dd7 of type vlan for network fd3814e7-211d-4591-a3ea-fb8c0f5027d2 Sep 16 19:15:04.996842 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:05.026257 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:05.027519 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:05.028175 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:05.033251 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d73a3918-895a-4e27-bead-1f17deb39a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:05.139540 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Pushing event updated for resources: {'Network': ['ID=fd3814e7-211d-4591-a3ea-fb8c0f5027d2,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:05.142707 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5230813 Sep 16 19:15:05.143613 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:05.145830 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 45218) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:05.150007 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network fd3814e7-211d-4591-a3ea-fb8c0f5027d2 details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:15:05.151492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Request body: {'subnet': {'network_id': 'fd3814e7-211d-4591-a3ea-fb8c0f5027d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1827069656-subnet', 'tenant_id': '54ddf337d8634bce94da63bfa35121b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:15:05.156527 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:15:05.160904 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Usage tracker for resource:subnet and tenant:54ddf337d8634bce94da63bfa35121b7 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:15:05.163864 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:15:05.170420 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:15:05.180514 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Made reservation on behalf of 54ddf337d8634bce94da63bfa35121b7 for: {'subnet': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:15:05.185931 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2602046'] for subnet, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:05.393193 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2717491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2602031'] for subnet, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:05.397625 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:05.472040 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48f159e-b3f9-4d6b-b5ab-3690976ff475,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:05.477354 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:05.488489 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Checking segment: {'id': 'd6d60e96-8978-4403-b6ef-e5e380571dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd3814e7-211d-4591-a3ea-fb8c0f5027d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:15:05.488941 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Network hostable DHCP agents. Network: fd3814e7-211d-4591-a3ea-fb8c0f5027d2, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:15:05.511393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Network fd3814e7-211d-4591-a3ea-fb8c0f5027d2 is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:15:05.521990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, fd3814e7-211d-4591-a3ea-fb8c0f5027d2) {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:15:05.526779 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:05.527419 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:05.532870 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0605260-9f19-4aae-85b5-538b0b67e0d9 None None] Network fd3814e7-211d-4591-a3ea-fb8c0f5027d2 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:15:05.550876 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-9cafdfcd-5d38-4df7-ab3e-194426c6a5ea admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4039981 Sep 16 19:15:05.768483 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592d7b78-99b6-4371-a382-33d3b53276a1 None None] Network fd3814e7-211d-4591-a3ea-fb8c0f5027d2 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:15:06.515876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 45252) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:06.522733 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1704552121-network', 'tenant_id': 'a510bff1180846b4aeff54a9c79e089a'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:15:06.528507 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:15:06.532898 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Usage tracker for resource:network and tenant:a510bff1180846b4aeff54a9c79e089a is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:15:06.535910 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:15:06.542768 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:15:06.553671 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Made reservation on behalf of a510bff1180846b4aeff54a9c79e089a for: {'network': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:15:06.559074 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:06.572380 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:06.604777 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:15:06.608839 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Usage tracker for resource:security_group_rule and tenant:a510bff1180846b4aeff54a9c79e089a is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:15:06.611741 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:15:06.617750 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:15:06.684501 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:06.687053 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:06.691178 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7752fa12-340f-4b59-b1f5-ad59c75bf3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:06.720797 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=82446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:15:06.730276 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b71f5ce-dc74-47bf-875f-51e5306e1343,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:06.734035 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:06.736474 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:06.736897 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Added segment 087cf301-1c64-4550-802c-d5ba7ed98074 of type vlan for network 8f34ff81-e97b-4c65-b11c-4697b86d99ab Sep 16 19:15:06.764377 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:06.805936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:06.807146 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:06.807793 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:06.813156 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c860bc86-6bf0-4a86-8c79-28d165630293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:06.915890 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3984122 Sep 16 19:15:06.917424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Pushing event updated for resources: {'Network': ['ID=8f34ff81-e97b-4c65-b11c-4697b86d99ab,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:06.919470 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 45258) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:06.922066 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:06.926024 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Request body: {'subnet': {'network_id': '8f34ff81-e97b-4c65-b11c-4697b86d99ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1704552121-subnet', 'tenant_id': 'a510bff1180846b4aeff54a9c79e089a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:15:06.927973 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network 8f34ff81-e97b-4c65-b11c-4697b86d99ab details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:15:06.931331 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:15:06.935539 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Usage tracker for resource:subnet and tenant:a510bff1180846b4aeff54a9c79e089a is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:15:06.938852 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:15:06.945248 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:15:06.958038 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Made reservation on behalf of a510bff1180846b4aeff54a9c79e089a for: {'subnet': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:15:06.962744 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2602046'] for subnet, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:07.181230 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2717491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2602031'] for subnet, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:07.186363 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:07.259608 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc84b92-51b9-4a23-a3aa-bd5ad8166170,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:07.263708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:07.272101 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Checking segment: {'id': '087cf301-1c64-4550-802c-d5ba7ed98074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8f34ff81-e97b-4c65-b11c-4697b86d99ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:15:07.272498 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Network hostable DHCP agents. Network: 8f34ff81-e97b-4c65-b11c-4697b86d99ab, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:15:07.294204 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Network 8f34ff81-e97b-4c65-b11c-4697b86d99ab is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:15:07.302474 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, 8f34ff81-e97b-4c65-b11c-4697b86d99ab) {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:15:07.306290 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:07.306971 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:07.312407 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cfde7e-2475-4cc6-962d-e9ba8e538512 None None] Network 8f34ff81-e97b-4c65-b11c-4697b86d99ab requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:15:07.327190 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d46ef698-43c8-43bc-999a-7aba59b6ad21 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4066539 Sep 16 19:15:07.536680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437d6eaa-c2c8-4570-8ece-0e22998b6204 None None] Network 8f34ff81-e97b-4c65-b11c-4697b86d99ab requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:15:07.989323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-0ff3f3d3-6eec-4796-9c28-212401680230 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:07.990827 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-0ff3f3d3-6eec-4796-9c28-212401680230 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/networks?id=fd3814e7-211d-4591-a3ea-fb8c0f5027d2 HTTP/1.1" status: 200 len: 809 time: 0.1552818 Sep 16 19:15:08.007872 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-05a4e245-13d6-45e9-9880-6d5c2f1688f4 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/quotas/54ddf337d8634bce94da63bfa35121b7 HTTP/1.1" status: 200 len: 375 time: 0.0110054 Sep 16 19:15:08.058498 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-8aa94b18-d830-4ce2-bcb3-33b2bd23e02f tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=54ddf337d8634bce94da63bfa35121b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446696 Sep 16 19:15:08.201473 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-9c2ef43a-74d8-44de-98d5-e8adefe357cb service neutron] 10.222.0.39 "GET /v2.0/networks/fd3814e7-211d-4591-a3ea-fb8c0f5027d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356888 Sep 16 19:15:08.342683 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-4b0f278d-6b6d-46fd-8fce-d776c848ae9c service neutron] 10.222.0.39 "GET /v2.0/networks/fd3814e7-211d-4591-a3ea-fb8c0f5027d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350014 Sep 16 19:15:08.545210 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-480e5f93-e5eb-4ab3-be6d-a433b4f5ff6c req-6c453322-cedc-4dad-ba8c-7f2419859a50 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 210 time: 0.0518816 Sep 16 19:15:09.714104 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-c75c8892-1b16-4594-a56b-eeb15f53e34d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:09.714841 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-c75c8892-1b16-4594-a56b-eeb15f53e34d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Synchronizing usage tracker for tenant:54ddf337d8634bce94da63bfa35121b7 on resource:network {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:15:09.729122 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-60f68a09-30d8-4156-934b-88f430719737 req-6ca651e3-de71-4aed-b997-4d0279d0810b tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 210 time: 0.0512447 Sep 16 19:15:09.733493 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-c75c8892-1b16-4594-a56b-eeb15f53e34d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Unset dirty status for tenant:54ddf337d8634bce94da63bfa35121b7 on resource:network {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:15:09.734743 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-c75c8892-1b16-4594-a56b-eeb15f53e34d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.45 "GET /v2.0/networks?id=fd3814e7-211d-4591-a3ea-fb8c0f5027d2 HTTP/1.1" status: 200 len: 809 time: 0.1752419 Sep 16 19:15:09.758565 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Request body: {'port': {'device_id': '9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6', 'network_id': 'fd3814e7-211d-4591-a3ea-fb8c0f5027d2', 'admin_state_up': True, 'tenant_id': '54ddf337d8634bce94da63bfa35121b7'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:15:09.904745 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:15:09.909034 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Usage tracker for resource:port and tenant:54ddf337d8634bce94da63bfa35121b7 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:15:09.912046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:15:09.918243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:15:09.927607 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Made reservation on behalf of 54ddf337d8634bce94da63bfa35121b7 for: {'port': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:15:09.933880 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:10.105475 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Allocated IP 172.20.0.12 (fd3814e7-211d-4591-a3ea-fb8c0f5027d2/a48f159e-b3f9-4d6b-b5ab-3690976ff475/37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:15:10.279624 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:15:10.317905 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:10.344387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:10.349944 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-37b5e74b-596a-4240-ae00-f29f235e84f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:10.419003 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Network fd3814e7-211d-4591-a3ea-fb8c0f5027d2 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:15:10.422155 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:15:10.426966 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:15:10.454168 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Pushing event updated for resources: {'Port': ['ID=37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:10.459735 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:10.491743 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:10.492406 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:10.512989 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6461f5ff-41d1-4bd1-b693-0a4189651dc7 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7659519 Sep 16 19:15:10.524865 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Request body: {'port': {'device_id': '9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:15:10.638226 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:10.934922 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c2740-0358-474f-bea5-365e345e67a7 req-58ffaaf4-bab0-4d97-b48c-fd039d7e795a tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:10.936517 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fb6c2740-0358-474f-bea5-365e345e67a7 req-58ffaaf4-bab0-4d97-b48c-fd039d7e795a tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 932 time: 0.0847929 Sep 16 19:15:10.984785 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fb6c2740-0358-474f-bea5-365e345e67a7 req-ac26c5cc-a19b-4057-b9cc-2c331acb6af0 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/security-groups?id=c427befd-362c-46e2-8dfc-76b08d72741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 Sep 16 19:15:10.990334 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb {{(pid=82446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:15:10.997992 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:11.013492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Transition to ACTIVE for port object 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb will not be triggered until provisioned by entity L2. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:15:11.016214 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:11.020759 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8ec4c6d9-d20b-4850-897c-b57f5d35143a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:11.149706 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:11.154831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:11.271863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Attempting to bind port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:15:11.272231 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Attempting to bind port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'd6d60e96-8978-4403-b6ef-e5e380571dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd3814e7-211d-4591-a3ea-fb8c0f5027d2'}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:15:11.272590 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Attempting to bind port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb on network fd3814e7-211d-4591-a3ea-fb8c0f5027d2 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:15:11.279215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb on network fd3814e7-211d-4591-a3ea-fb8c0f5027d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:15:11.279566 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Attempting to bind port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb on network fd3814e7-211d-4591-a3ea-fb8c0f5027d2 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:15:11.286059 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:15:11.286433 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Checking segment: {'id': 'd6d60e96-8978-4403-b6ef-e5e380571dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd3814e7-211d-4591-a3ea-fb8c0f5027d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:15:11.286845 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Bound using segment: {'id': 'd6d60e96-8978-4403-b6ef-e5e380571dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd3814e7-211d-4591-a3ea-fb8c0f5027d2'} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:15:11.287305 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Bound port: 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d60e96-8978-4403-b6ef-e5e380571dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd3814e7-211d-4591-a3ea-fb8c0f5027d2'}}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:15:11.287681 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:11.381048 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] For port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb, host hv-cinder-80944, cleared binding levels {{(pid=82446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:15:11.384185 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] For port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb,segment=NetworkSegment(d6d60e96-8978-4403-b6ef-e5e380571dd7),segment_id=d6d60e96-8978-4403-b6ef-e5e380571dd7)] {{(pid=82446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:15:11.387558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:11.391989 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-609a55a0-1c45-43a8-994e-da7c2a8a4459 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:11.451996 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:11.453497 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb HTTP/1.1" status: 200 len: 1094 time: 0.9332118 Sep 16 19:15:11.454033 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6', 'tag': '37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:15:11.472818 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb,revision_number=3']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:11.475863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:11.529391 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6', 'tag': '37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb', 'status': 'completed', 'code': 200} Sep 16 19:15:11.615302 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-67ed055a-a9f9-476a-97c9-6d8a7ef786cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54ddf337d8634bce94da63bfa35121b7&device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 1097 time: 0.0755289 Sep 16 19:15:11.887598 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-92050825-3b9c-4d41-a11e-dba63469fb16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb HTTP/1.1" status: 200 len: 217 time: 0.2639151 Sep 16 19:15:11.957756 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-00ad385d-553f-4e7d-9011-cd3434d3194d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:11.959261 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-00ad385d-553f-4e7d-9011-cd3434d3194d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a48f159e-b3f9-4d6b-b5ab-3690976ff475 HTTP/1.1" status: 200 len: 849 time: 0.0647502 Sep 16 19:15:12.009506 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-6ecc2eb8-2b24-4591-9776-be06e4604654 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd3814e7-211d-4591-a3ea-fb8c0f5027d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421681 Sep 16 19:15:12.157575 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-43d082e2-0a4e-44c8-b7bc-c29314e83137 service neutron] 10.222.0.45 "GET /v2.0/networks/fd3814e7-211d-4591-a3ea-fb8c0f5027d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390195 Sep 16 19:15:12.196029 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3282-a698-4611-9225-bc1ea627175a req-f8c76635-abe1-4709-8394-458831ba8b8d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:12.198238 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e0cb3282-a698-4611-9225-bc1ea627175a req-f8c76635-abe1-4709-8394-458831ba8b8d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 944 time: 0.0892663 Sep 16 19:15:12.252736 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e0cb3282-a698-4611-9225-bc1ea627175a req-42d2d4b0-636a-4829-902f-59d41f4b3ea3 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/security-groups?id=c427befd-362c-46e2-8dfc-76b08d72741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459914 Sep 16 19:15:12.318924 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bf0b34-9b4a-43dc-a6ab-22d568d6c6be req-c21c5129-7cb1-40e2-ab9a-94578eb82c11 service neutron] 10.222.0.45 "GET /v2.0/networks/fd3814e7-211d-4591-a3ea-fb8c0f5027d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528091 Sep 16 19:15:12.445468 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-83c2a8d1-ae43-4a09-9e53-1901f674edad req-557cd397-80ad-4cfc-80f7-282c19564482 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54ddf337d8634bce94da63bfa35121b7&device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 1097 time: 0.0750566 Sep 16 19:15:12.591193 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2a8d1-ae43-4a09-9e53-1901f674edad req-d41e3f30-941b-4d59-ac35-e8f5b4146147 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:12.592775 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-83c2a8d1-ae43-4a09-9e53-1901f674edad req-d41e3f30-941b-4d59-ac35-e8f5b4146147 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd3814e7-211d-4591-a3ea-fb8c0f5027d2 HTTP/1.1" status: 200 len: 910 time: 0.1408639 Sep 16 19:15:12.669791 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-83c2a8d1-ae43-4a09-9e53-1901f674edad req-9ea1cf84-11a6-4460-9f21-6f00602f71d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb HTTP/1.1" status: 200 len: 217 time: 0.0686240 Sep 16 19:15:12.737093 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2a8d1-ae43-4a09-9e53-1901f674edad req-2f8e752b-4f2e-4675-85a6-30a4ebc82e06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:12.738609 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-83c2a8d1-ae43-4a09-9e53-1901f674edad req-2f8e752b-4f2e-4675-85a6-30a4ebc82e06 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a48f159e-b3f9-4d6b-b5ab-3690976ff475 HTTP/1.1" status: 200 len: 849 time: 0.0627596 Sep 16 19:15:12.792725 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-83c2a8d1-ae43-4a09-9e53-1901f674edad req-931f48ed-2ed5-40b2-ab33-034facd28564 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd3814e7-211d-4591-a3ea-fb8c0f5027d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450289 Sep 16 19:15:12.934172 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-83c2a8d1-ae43-4a09-9e53-1901f674edad req-516b1432-03cd-469c-a98f-229bc913a8f0 service neutron] 10.222.0.45 "GET /v2.0/networks/fd3814e7-211d-4591-a3ea-fb8c0f5027d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340358 Sep 16 19:15:13.077449 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-83c2a8d1-ae43-4a09-9e53-1901f674edad req-86254141-07dd-4b47-95cb-9bba723d5cf3 service neutron] 10.222.0.45 "GET /v2.0/networks/fd3814e7-211d-4591-a3ea-fb8c0f5027d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360459 Sep 16 19:15:13.467710 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db995ea4-8322-428a-a84c-a4d78698c536 req-9fdfdd9b-3f15-4062-810c-dbbf9c9ddc2e tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:13.469348 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-db995ea4-8322-428a-a84c-a4d78698c536 req-9fdfdd9b-3f15-4062-810c-dbbf9c9ddc2e tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 944 time: 0.0849335 Sep 16 19:15:13.518016 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-db995ea4-8322-428a-a84c-a4d78698c536 req-6a9a0b11-2c78-47f4-880f-4dedb98f34a5 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/security-groups?id=c427befd-362c-46e2-8dfc-76b08d72741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 Sep 16 19:15:14.722974 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3835c17-257a-41ed-8760-ac402128347a req-01c5fc1d-0e6c-435e-8d0b-30c93a64e65a tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:14.724506 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a3835c17-257a-41ed-8760-ac402128347a req-01c5fc1d-0e6c-435e-8d0b-30c93a64e65a tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 944 time: 0.0852900 Sep 16 19:15:14.771919 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a3835c17-257a-41ed-8760-ac402128347a req-2f096309-d83e-444f-ba68-dfb1974b3a90 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/security-groups?id=c427befd-362c-46e2-8dfc-76b08d72741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Sep 16 19:15:14.911082 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:15:15.054430 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb,segment=NetworkSegment(d6d60e96-8978-4403-b6ef-e5e380571dd7),segment_id=d6d60e96-8978-4403-b6ef-e5e380571dd7)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:15:15.071703 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb', 'network_id': 'fd3814e7-211d-4591-a3ea-fb8c0f5027d2', 'port_id': '37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb', 'mac_address': 'fa:16:3e:dd:19:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48f159e-b3f9-4d6b-b5ab-3690976ff475', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:15:15.126204 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:15.144564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:15:15.159415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb,segment=NetworkSegment(d6d60e96-8978-4403-b6ef-e5e380571dd7),segment_id=d6d60e96-8978-4403-b6ef-e5e380571dd7)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:15:15.162288 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:15.164903 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:15.229294 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:15.232436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:15.561488 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:15:15.996711 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afb6cc-60f6-49c4-adc1-d9dd0c1ef012 req-1b0c5f1b-b1d4-44eb-9dd7-822223c1d40c tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:15.998232 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d1afb6cc-60f6-49c4-adc1-d9dd0c1ef012 req-1b0c5f1b-b1d4-44eb-9dd7-822223c1d40c tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 945 time: 0.0837629 Sep 16 19:15:16.048938 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d1afb6cc-60f6-49c4-adc1-d9dd0c1ef012 req-a52fd22c-4247-46d6-bc15-bdadee375410 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/security-groups?id=c427befd-362c-46e2-8dfc-76b08d72741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446939 Sep 16 19:15:16.918518 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:15:16.988501 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:15:16.993383 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:15:16.993808 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:17.114274 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:17.142505 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:15:17.152677 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb,segment=NetworkSegment(d6d60e96-8978-4403-b6ef-e5e380571dd7),segment_id=d6d60e96-8978-4403-b6ef-e5e380571dd7)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:15:17.156157 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:17.158189 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:17.212362 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb', 'code': 200} Sep 16 19:15:17.237708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:17.242377 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:17.289173 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9a79c353-341f-45e5-ba25-37bad02fe1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:17.462504 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2264e98-f8ca-4d1b-ab99-c57e996938d6 req-019047ad-8871-420b-a547-ae55d630b861 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:17.464580 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a2264e98-f8ca-4d1b-ab99-c57e996938d6 req-019047ad-8871-420b-a547-ae55d630b861 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 946 time: 0.2924440 Sep 16 19:15:17.470285 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-141ddc67-de81-421d-bd0d-2c8dd5571060 req-324c19ef-3160-424b-b115-b3541725ad46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 1099 time: 0.0746458 Sep 16 19:15:17.518210 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a2264e98-f8ca-4d1b-ab99-c57e996938d6 req-24541a94-2853-4e9d-af59-309efb508c0f tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/security-groups?id=c427befd-362c-46e2-8dfc-76b08d72741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472355 Sep 16 19:15:17.519554 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-141ddc67-de81-421d-bd0d-2c8dd5571060 req-bf0e9940-b647-42cb-abd3-532f41a01341 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c427befd-362c-46e2-8dfc-76b08d72741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395048 Sep 16 19:15:18.725221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dfa63-b615-4a54-a2e4-b16421dc7ba5 req-8caaeacb-6e79-43e8-ac62-d47dd19b1b59 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:18.726825 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9b1dfa63-b615-4a54-a2e4-b16421dc7ba5 req-8caaeacb-6e79-43e8-ac62-d47dd19b1b59 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 946 time: 0.0863342 Sep 16 19:15:18.775140 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9b1dfa63-b615-4a54-a2e4-b16421dc7ba5 req-bf56d30d-30bc-412e-ac9c-4fd561cd1552 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/security-groups?id=c427befd-362c-46e2-8dfc-76b08d72741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417142 Sep 16 19:15:18.886251 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:19.885971 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-28bb1fcb-4cde-46e3-888f-5d04aab60083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:19.967014 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:19.987693 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad0396-7eab-416f-836b-171cb17422ea req-6a654bc3-8055-4f9b-ad02-47e268f30106 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:19.989330 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1dad0396-7eab-416f-836b-171cb17422ea req-6a654bc3-8055-4f9b-ad02-47e268f30106 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 946 time: 0.0897930 Sep 16 19:15:20.038785 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1dad0396-7eab-416f-836b-171cb17422ea req-c8c156b0-9dde-4f48-9366-59effbcf925a tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/security-groups?id=c427befd-362c-46e2-8dfc-76b08d72741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432284 Sep 16 19:15:21.295000 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:21.685659 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ac52a-b215-49ca-958f-afef6d781a09 req-ae25f809-70fc-4b2e-b491-e6f48105e9c9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:21.687268 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0b1ac52a-b215-49ca-958f-afef6d781a09 req-ae25f809-70fc-4b2e-b491-e6f48105e9c9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 945 time: 0.0901515 Sep 16 19:15:21.738729 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0b1ac52a-b215-49ca-958f-afef6d781a09 req-40f2ac35-88b9-4bda-b721-681ecdd5a446 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 Sep 16 19:15:23.085010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73628599-d48a-4806-9e68-9d29b3a50e05 req-51ff66aa-f665-4592-8c37-a10132d3010d tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:23.086641 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-73628599-d48a-4806-9e68-9d29b3a50e05 req-51ff66aa-f665-4592-8c37-a10132d3010d tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 945 time: 0.0840449 Sep 16 19:15:23.093786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:23.141579 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-73628599-d48a-4806-9e68-9d29b3a50e05 req-158a6490-728d-4f06-9d6e-12a9e2d91276 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463424 Sep 16 19:15:23.617255 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ed32a-9d43-4f2a-bea9-926cb53718f1 req-a8fae3de-ba52-417e-8a93-4b8ca3ffe9fb tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:23.618761 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-eb9ed32a-9d43-4f2a-bea9-926cb53718f1 req-a8fae3de-ba52-417e-8a93-4b8ca3ffe9fb tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 946 time: 0.0821888 Sep 16 19:15:23.667329 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-eb9ed32a-9d43-4f2a-bea9-926cb53718f1 req-8748fdb5-5856-414a-8da1-650f2f082d33 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/security-groups?id=c427befd-362c-46e2-8dfc-76b08d72741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Sep 16 19:15:24.355126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c26a2-4002-4b74-b479-f40785aaf9b2 req-e8d2e327-29fd-4a52-bdf0-aed9bb957faf tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:24.356701 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8e7c26a2-4002-4b74-b479-f40785aaf9b2 req-e8d2e327-29fd-4a52-bdf0-aed9bb957faf tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 945 time: 0.0958982 Sep 16 19:15:24.403944 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8e7c26a2-4002-4b74-b479-f40785aaf9b2 req-1b2d290a-878c-4d0c-90ca-179c2c8ae905 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Sep 16 19:15:24.870025 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec2cab-7e18-4716-a2c9-48d392f917d5 req-c301c886-8191-4f90-8bf6-e792af9f3c1d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:24.871594 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-70ec2cab-7e18-4716-a2c9-48d392f917d5 req-c301c886-8191-4f90-8bf6-e792af9f3c1d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 946 time: 0.0823579 Sep 16 19:15:24.919198 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-70ec2cab-7e18-4716-a2c9-48d392f917d5 req-389dad8f-94b5-49e9-8fc9-a656f46b92a1 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/security-groups?id=c427befd-362c-46e2-8dfc-76b08d72741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416565 Sep 16 19:15:25.420367 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ef8b1-b0df-4ec6-8093-29405015c4be req-ab39f1e6-b1e5-42a5-a1b1-89d49cf5fbc5 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:25.421161 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-b61ef8b1-b0df-4ec6-8093-29405015c4be req-ab39f1e6-b1e5-42a5-a1b1-89d49cf5fbc5 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Synchronizing usage tracker for tenant:54ddf337d8634bce94da63bfa35121b7 on resource:port {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:15:25.437145 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-b61ef8b1-b0df-4ec6-8093-29405015c4be req-ab39f1e6-b1e5-42a5-a1b1-89d49cf5fbc5 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Unset dirty status for tenant:54ddf337d8634bce94da63bfa35121b7 on resource:port {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:15:25.438376 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b61ef8b1-b0df-4ec6-8093-29405015c4be req-ab39f1e6-b1e5-42a5-a1b1-89d49cf5fbc5 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.45 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 946 time: 0.0993409 Sep 16 19:15:25.522066 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-b61ef8b1-b0df-4ec6-8093-29405015c4be req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Deleting port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:15:25.522458 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b61ef8b1-b0df-4ec6-8093-29405015c4be req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:25.747431 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9714bc-cbe0-491d-a11b-90161f6c3ae9 req-9d9fac69-f06d-4f1b-9ea6-6b1502e3a34a tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:25.748984 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd9714bc-cbe0-491d-a11b-90161f6c3ae9 req-9d9fac69-f06d-4f1b-9ea6-6b1502e3a34a tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 945 time: 0.0866573 Sep 16 19:15:25.784219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-b61ef8b1-b0df-4ec6-8093-29405015c4be req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] For port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb,segment=NetworkSegment(d6d60e96-8978-4403-b6ef-e5e380571dd7),segment_id=d6d60e96-8978-4403-b6ef-e5e380571dd7)] {{(pid=82446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:15:25.784634 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b61ef8b1-b0df-4ec6-8093-29405015c4be req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:25.796838 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd9714bc-cbe0-491d-a11b-90161f6c3ae9 req-0a03c918-4659-4061-be06-7235938b3534 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417604 Sep 16 19:15:25.909881 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-b61ef8b1-b0df-4ec6-8093-29405015c4be req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Calling delete_port for 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb owned by compute:nova {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:15:26.054436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b61ef8b1-b0df-4ec6-8093-29405015c4be req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:26.062114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c693b85d-1c09-4070-a9ee-554ad4a6d560 tempest-VolumesNegativeTest-1603874418 tempest-VolumesNegativeTest-1603874418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:26.071827 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:15:26.088698 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4762bee5-2bac-4145-87f9-e36b079b5925 req-29176cd5-4229-49b7-a7b1-1d689321cbb3 tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.39 "GET /v2.0/ports?device_id=9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6 HTTP/1.1" status: 200 len: 210 time: 0.0475860 Sep 16 19:15:26.108829 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Pushing event deleted for resources: {'Port': ['ID=37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:26.183919 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:26.184341 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:26.184786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:26.185198 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:26.185606 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:26.186011 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:26.186412 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:26.186813 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:26.187215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:26.187617 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:26.188012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:26.198126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:26.199016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61ef8b1-b0df-4ec6-8093-29405015c4be req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] No DVR routers for this DVR port 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb on host hv-cinder-80944 {{(pid=82446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:15:26.201233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b61ef8b1-b0df-4ec6-8093-29405015c4be req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:26.204001 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6', 'name': 'network-vif-deleted', 'tag': '37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:15:26.218859 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b61ef8b1-b0df-4ec6-8093-29405015c4be req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] 10.222.0.45 "DELETE /v2.0/ports/37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb HTTP/1.1" status: 204 len: 173 time: 0.7714734 Sep 16 19:15:26.257994 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9926c7de-2e2c-49ea-a8a3-1e2c3646a4f6', 'name': 'network-vif-deleted', 'tag': '37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb', 'status': 'completed', 'code': 200} Sep 16 19:15:27.009407 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af9b69-f9da-4ae8-a5d6-cb1195eb2854 req-8b93273f-5879-4c7a-bdfb-d52f8cd46cad tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:27.010922 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-05af9b69-f9da-4ae8-a5d6-cb1195eb2854 req-8b93273f-5879-4c7a-bdfb-d52f8cd46cad tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 945 time: 0.0872040 Sep 16 19:15:27.060466 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-05af9b69-f9da-4ae8-a5d6-cb1195eb2854 req-ee7c00cc-d91a-42fc-b04c-454e70ec73d1 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435560 Sep 16 19:15:27.591427 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdcacb-9434-4e5d-a742-82052105254e req-adc96a1f-13db-4827-8c9b-5838748d4ec0 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:27.592385 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-31bdcacb-9434-4e5d-a742-82052105254e req-adc96a1f-13db-4827-8c9b-5838748d4ec0 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Synchronizing usage tracker for tenant:3dacb447eb1d45828e9b810a78f6b248 on resource:port {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:15:27.610063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-31bdcacb-9434-4e5d-a742-82052105254e req-adc96a1f-13db-4827-8c9b-5838748d4ec0 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Unset dirty status for tenant:3dacb447eb1d45828e9b810a78f6b248 on resource:port {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:15:27.611275 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-31bdcacb-9434-4e5d-a742-82052105254e req-adc96a1f-13db-4827-8c9b-5838748d4ec0 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 945 time: 0.1251421 Sep 16 19:15:27.686306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-31bdcacb-9434-4e5d-a742-82052105254e req-f1871f45-4b89-4548-80bb-3dd719135f41 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Deleting port 8035d343-676a-4d3c-b42e-797b957b6d26 {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:15:27.686689 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-31bdcacb-9434-4e5d-a742-82052105254e req-f1871f45-4b89-4548-80bb-3dd719135f41 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:27.941476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-31bdcacb-9434-4e5d-a742-82052105254e req-f1871f45-4b89-4548-80bb-3dd719135f41 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] For port 8035d343-676a-4d3c-b42e-797b957b6d26, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=8035d343-676a-4d3c-b42e-797b957b6d26,segment=NetworkSegment(1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a),segment_id=1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a)] {{(pid=82446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:15:27.941868 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-31bdcacb-9434-4e5d-a742-82052105254e req-f1871f45-4b89-4548-80bb-3dd719135f41 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:28.078894 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-31bdcacb-9434-4e5d-a742-82052105254e req-f1871f45-4b89-4548-80bb-3dd719135f41 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Calling delete_port for 8035d343-676a-4d3c-b42e-797b957b6d26 owned by compute:nova {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:15:28.231462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-31bdcacb-9434-4e5d-a742-82052105254e req-f1871f45-4b89-4548-80bb-3dd719135f41 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:28.237877 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:28.247136 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['8035d343-676a-4d3c-b42e-797b957b6d26'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:15:28.267714 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477b407-5c65-48fd-bda5-5724fb464fb4 req-696d9f5a-ba34-49e1-b99a-80ff591bdd96 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:28.269244 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6477b407-5c65-48fd-bda5-5724fb464fb4 req-696d9f5a-ba34-49e1-b99a-80ff591bdd96 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b268a6-efde-4bce-8616-3fcf6a2fe4de HTTP/1.1" status: 200 len: 867 time: 0.0829663 Sep 16 19:15:28.284183 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1871f45-4b89-4548-80bb-3dd719135f41 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Pushing event deleted for resources: {'Port': ['ID=8035d343-676a-4d3c-b42e-797b957b6d26,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:28.287347 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f1871f45-4b89-4548-80bb-3dd719135f41 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:28.323695 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6477b407-5c65-48fd-bda5-5724fb464fb4 req-007eed73-62e2-4f8d-8ad1-6c3975304f52 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450742 Sep 16 19:15:28.360914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bdcacb-9434-4e5d-a742-82052105254e req-f1871f45-4b89-4548-80bb-3dd719135f41 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] No DVR routers for this DVR port 8035d343-676a-4d3c-b42e-797b957b6d26 on host hv-cinder-80944 {{(pid=82446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:15:28.363342 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-31bdcacb-9434-4e5d-a742-82052105254e req-f1871f45-4b89-4548-80bb-3dd719135f41 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:28.366102 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b268a6-efde-4bce-8616-3fcf6a2fe4de', 'name': 'network-vif-deleted', 'tag': '8035d343-676a-4d3c-b42e-797b957b6d26'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:15:28.380441 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-31bdcacb-9434-4e5d-a742-82052105254e req-f1871f45-4b89-4548-80bb-3dd719135f41 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.45 "DELETE /v2.0/ports/8035d343-676a-4d3c-b42e-797b957b6d26 HTTP/1.1" status: 204 len: 173 time: 0.7628329 Sep 16 19:15:28.425225 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b268a6-efde-4bce-8616-3fcf6a2fe4de', 'name': 'network-vif-deleted', 'tag': '8035d343-676a-4d3c-b42e-797b957b6d26', 'status': 'completed', 'code': 200} Sep 16 19:15:31.019257 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:15:31.061476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:15:31.061476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 37e55e1d-2a29-4bdd-b899-6f2bef8fc7cb not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:15:31.061476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 8035d343-676a-4d3c-b42e-797b957b6d26 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:15:31.091372 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: 8035d343-676a-4d3c-b42e-797b957b6d26 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:15:31.091767 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 8035d343-676a-4d3c-b42e-797b957b6d26 not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:15:33.779246 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-7bf18ffb-efc8-497e-87af-853c611d40cb tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:33.780884 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-7bf18ffb-efc8-497e-87af-853c611d40cb tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/networks?id=e93d94cc-1c50-4729-9aa5-7078bc8d6513 HTTP/1.1" status: 200 len: 814 time: 0.1713915 Sep 16 19:15:33.797681 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-60853895-6757-4e25-91a6-f8b74b118cd1 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/quotas/3dacb447eb1d45828e9b810a78f6b248 HTTP/1.1" status: 200 len: 375 time: 0.0109825 Sep 16 19:15:33.852309 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-dcacf6bc-a756-4e92-9a8a-7528814ae4c5 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3dacb447eb1d45828e9b810a78f6b248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490973 Sep 16 19:15:33.994712 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-84c41642-eae9-4670-bf1e-4f92045bd3aa service neutron] 10.222.0.39 "GET /v2.0/networks/e93d94cc-1c50-4729-9aa5-7078bc8d6513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353035 Sep 16 19:15:34.144228 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-93782db3-1af6-4b8b-a7cb-50a14a932076 service neutron] 10.222.0.39 "GET /v2.0/networks/e93d94cc-1c50-4729-9aa5-7078bc8d6513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406956 Sep 16 19:15:34.344002 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d0279e49-ddfe-418d-9f83-ab29ed557aea req-a16a4f89-1f4b-4edd-9374-5808593cb43a tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 210 time: 0.0483153 Sep 16 19:15:35.471517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-9fbfccd2-997a-4d9b-820c-d126d22a2672 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:35.473349 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-9fbfccd2-997a-4d9b-820c-d126d22a2672 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.45 "GET /v2.0/networks?id=e93d94cc-1c50-4729-9aa5-7078bc8d6513 HTTP/1.1" status: 200 len: 814 time: 0.1778169 Sep 16 19:15:35.489168 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Request body: {'port': {'device_id': 'e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15', 'network_id': 'e93d94cc-1c50-4729-9aa5-7078bc8d6513', 'admin_state_up': True, 'tenant_id': '3dacb447eb1d45828e9b810a78f6b248'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:15:35.522867 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2f1a62e3-dc29-45f7-b9e9-30472b0d0901 req-c1c4f607-38e9-4dff-94da-32e0aca2456a tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 210 time: 0.0505488 Sep 16 19:15:35.836983 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:15:35.841821 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Usage tracker for resource:port and tenant:3dacb447eb1d45828e9b810a78f6b248 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:15:35.844784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:15:35.850768 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:15:35.859540 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Made reservation on behalf of 3dacb447eb1d45828e9b810a78f6b248 for: {'port': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:15:35.865033 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:36.032200 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Allocated IP 172.20.0.4 (e93d94cc-1c50-4729-9aa5-7078bc8d6513/3feb33a4-e0ff-4b17-aba1-68e7e4247932/e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:15:36.240926 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:36.266766 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:36.272342 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1dd90810-ca44-4d49-b0cd-ab310d0888ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:36.344631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Network e93d94cc-1c50-4729-9aa5-7078bc8d6513 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:15:36.348421 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:15:36.350550 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Pushing event updated for resources: {'Port': ['ID=e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:36.352856 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:15:36.385534 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:36.422195 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:36.422806 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:36.450959 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9658020 Sep 16 19:15:36.463915 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Request body: {'port': {'device_id': 'e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:15:36.587534 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:36.783331 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58289b95-7df8-4ef5-be4f-c9f2021f3847 req-e1e1888e-1e86-4d5e-b173-d355ea859928 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:36.790886 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-58289b95-7df8-4ef5-be4f-c9f2021f3847 req-e1e1888e-1e86-4d5e-b173-d355ea859928 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 931 time: 0.1182525 Sep 16 19:15:36.841491 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-58289b95-7df8-4ef5-be4f-c9f2021f3847 req-0006e0fb-7a16-4ea1-b391-034e69cdc36a tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493457 Sep 16 19:15:37.006114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca {{(pid=82446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:15:37.012863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:37.028110 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Transition to ACTIVE for port object e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca will not be triggered until provisioned by entity L2. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:15:37.030878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:37.035283 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:37.169467 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:37.174351 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:37.285309 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Attempting to bind port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:15:37.285607 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Attempting to bind port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e93d94cc-1c50-4729-9aa5-7078bc8d6513'}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:15:37.285970 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Attempting to bind port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca on network e93d94cc-1c50-4729-9aa5-7078bc8d6513 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:15:37.292015 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca on network e93d94cc-1c50-4729-9aa5-7078bc8d6513 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:15:37.292403 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Attempting to bind port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca on network e93d94cc-1c50-4729-9aa5-7078bc8d6513 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:15:37.299512 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:15:37.299886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Checking segment: {'id': '1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e93d94cc-1c50-4729-9aa5-7078bc8d6513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:15:37.300306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Bound using segment: {'id': '1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e93d94cc-1c50-4729-9aa5-7078bc8d6513'} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:15:37.300811 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Bound port: e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e93d94cc-1c50-4729-9aa5-7078bc8d6513'}}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:15:37.301296 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:37.392203 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] For port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca, host hv-cinder-80944, cleared binding levels {{(pid=82446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:15:37.395354 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] For port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca,segment=NetworkSegment(1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a),segment_id=1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a)] {{(pid=82446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:15:37.398595 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:37.403048 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3a5ae824-3a81-4bdf-83ac-caecd28ac8e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:37.458188 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:37.459592 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] 10.222.0.45 "PUT /v2.0/ports/e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca HTTP/1.1" status: 200 len: 1093 time: 1.0000155 Sep 16 19:15:37.467686 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15', 'tag': 'e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:15:37.486583 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca,revision_number=3']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:37.490293 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:37.542159 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15', 'tag': 'e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca', 'status': 'completed', 'code': 200} Sep 16 19:15:37.579304 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-e372aa1f-8077-4b98-8490-4bae86b1d22f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3dacb447eb1d45828e9b810a78f6b248&device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 1096 time: 0.0814497 Sep 16 19:15:37.650468 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-506eac5d-2db7-4945-8a9f-e1b12899981e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca HTTP/1.1" status: 200 len: 217 time: 0.0636356 Sep 16 19:15:37.727265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-318d46be-3e80-4c55-8994-927d23fdc37b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:37.728882 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-318d46be-3e80-4c55-8994-927d23fdc37b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feb33a4-e0ff-4b17-aba1-68e7e4247932 HTTP/1.1" status: 200 len: 854 time: 0.0721645 Sep 16 19:15:37.777911 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-126e3388-a76b-4644-9a0b-93a703b42fc4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e93d94cc-1c50-4729-9aa5-7078bc8d6513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430982 Sep 16 19:15:37.921600 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-df993a9f-8386-44a2-871d-f3c1b6b0ac8a service neutron] 10.222.0.45 "GET /v2.0/networks/e93d94cc-1c50-4729-9aa5-7078bc8d6513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366119 Sep 16 19:15:38.054532 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45926547-c5d2-4e09-9869-df1569673b0e req-60aa6767-623b-45e5-aff7-d48e2194ca4e tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:38.059387 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-45926547-c5d2-4e09-9869-df1569673b0e req-60aa6767-623b-45e5-aff7-d48e2194ca4e tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 943 time: 0.0902736 Sep 16 19:15:38.071492 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ba52af22-4d6b-48a4-9da0-99c2fa0993a5 req-25330291-bc02-4a59-990a-9ed7957ebb58 service neutron] 10.222.0.45 "GET /v2.0/networks/e93d94cc-1c50-4729-9aa5-7078bc8d6513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427653 Sep 16 19:15:38.113830 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-45926547-c5d2-4e09-9869-df1569673b0e req-58dd330c-76dd-4245-b2a1-1240a5deb973 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474405 Sep 16 19:15:38.207154 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d186c4c6-0da9-4a2e-8c61-4d3fa3c4ae58 req-2474c01e-e449-4e58-807a-249595514877 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3dacb447eb1d45828e9b810a78f6b248&device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 1096 time: 0.0813291 Sep 16 19:15:38.359252 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186c4c6-0da9-4a2e-8c61-4d3fa3c4ae58 req-09bf76e3-c1a0-43b3-8b48-eba197e2b65c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:38.360874 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d186c4c6-0da9-4a2e-8c61-4d3fa3c4ae58 req-09bf76e3-c1a0-43b3-8b48-eba197e2b65c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e93d94cc-1c50-4729-9aa5-7078bc8d6513 HTTP/1.1" status: 200 len: 915 time: 0.1415179 Sep 16 19:15:38.433749 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d186c4c6-0da9-4a2e-8c61-4d3fa3c4ae58 req-6cf6f8ff-46b5-4119-a77d-76f10b63e1ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca HTTP/1.1" status: 200 len: 217 time: 0.0655482 Sep 16 19:15:38.506371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186c4c6-0da9-4a2e-8c61-4d3fa3c4ae58 req-86f38284-bd58-4b6d-93f7-2f13c8428f6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:38.507991 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d186c4c6-0da9-4a2e-8c61-4d3fa3c4ae58 req-86f38284-bd58-4b6d-93f7-2f13c8428f6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3feb33a4-e0ff-4b17-aba1-68e7e4247932 HTTP/1.1" status: 200 len: 854 time: 0.0686898 Sep 16 19:15:38.561231 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d186c4c6-0da9-4a2e-8c61-4d3fa3c4ae58 req-497d2a8c-7f21-4237-b1d7-42bfd8d409b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e93d94cc-1c50-4729-9aa5-7078bc8d6513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447636 Sep 16 19:15:38.701955 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d186c4c6-0da9-4a2e-8c61-4d3fa3c4ae58 req-de5c3c73-f879-4e2f-8033-4736e670adc5 service neutron] 10.222.0.45 "GET /v2.0/networks/e93d94cc-1c50-4729-9aa5-7078bc8d6513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335483 Sep 16 19:15:38.844891 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d186c4c6-0da9-4a2e-8c61-4d3fa3c4ae58 req-6a8d1bff-fbb6-431b-bba6-98509af70e55 service neutron] 10.222.0.45 "GET /v2.0/networks/e93d94cc-1c50-4729-9aa5-7078bc8d6513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364036 Sep 16 19:15:39.313812 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4db64-882f-439d-a988-d8da1863c21a req-5fcf9345-e21e-46fa-aea7-18a74cc5229f tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:39.315359 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e4a4db64-882f-439d-a988-d8da1863c21a req-5fcf9345-e21e-46fa-aea7-18a74cc5229f tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 943 time: 0.0814629 Sep 16 19:15:39.362709 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e4a4db64-882f-439d-a988-d8da1863c21a req-a1762a07-61bf-4269-aa2b-fcc0679ddc69 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414650 Sep 16 19:15:40.572499 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f57a7-3a8c-4c15-b575-ca2d46f0ccbe req-8d1067e3-d106-4529-b369-48ed1202f619 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:40.574156 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-343f57a7-3a8c-4c15-b575-ca2d46f0ccbe req-8d1067e3-d106-4529-b369-48ed1202f619 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 943 time: 0.0874655 Sep 16 19:15:40.621283 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-343f57a7-3a8c-4c15-b575-ca2d46f0ccbe req-18677df9-be62-41e0-a975-2edf05386245 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404351 Sep 16 19:15:41.077670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:15:41.231680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca,segment=NetworkSegment(1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a),segment_id=1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:15:41.246130 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': 'e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca', 'network_id': 'e93d94cc-1c50-4729-9aa5-7078bc8d6513', 'port_id': 'e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca', 'mac_address': 'fa:16:3e:0d:89:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb33a4-e0ff-4b17-aba1-68e7e4247932', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:15:41.303702 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:41.321895 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:15:41.336836 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca,segment=NetworkSegment(1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a),segment_id=1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:15:41.339883 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:41.342260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:41.411165 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:41.420898 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:41.421285 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:41.421663 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:41.422036 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:41.422405 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:41.422774 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:41.423139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:41.423503 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:41.423869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:41.424228 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:41.424591 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:41.428809 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:41.674180 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:15:41.831130 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bfde6-e0ba-4b0e-8cc4-32fc41836237 req-7c311369-846a-49cd-8e6b-b2f53dcd080f tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:41.832750 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7a8bfde6-e0ba-4b0e-8cc4-32fc41836237 req-7c311369-846a-49cd-8e6b-b2f53dcd080f tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 944 time: 0.0890596 Sep 16 19:15:41.883779 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7a8bfde6-e0ba-4b0e-8cc4-32fc41836237 req-c312406a-71e6-4a8a-b0ba-7b1ac5a47283 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439088 Sep 16 19:15:43.091941 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdfa3-810c-41d1-a082-fb2c5813dfe1 req-ca9dddf5-81f7-4e35-b607-952b1214f9b7 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:43.094758 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:15:43.095166 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-56ccdfa3-810c-41d1-a082-fb2c5813dfe1 req-ca9dddf5-81f7-4e35-b607-952b1214f9b7 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 944 time: 0.0887880 Sep 16 19:15:43.143939 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-56ccdfa3-810c-41d1-a082-fb2c5813dfe1 req-2f4561fd-1b29-4940-93a3-6713d5a821ba tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433121 Sep 16 19:15:43.169600 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:15:43.174662 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:15:43.175050 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:43.299593 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:43.327900 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:15:43.338042 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca,segment=NetworkSegment(1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a),segment_id=1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:15:43.341745 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:43.343898 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:43.422213 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca', 'code': 200} Sep 16 19:15:43.428444 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:43.442001 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:43.690851 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a1f87da0-5843-4cb8-8048-add90968fa3e req-7c8cff2e-3db7-4534-938c-d5c1fda25f9a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 1098 time: 0.0749798 Sep 16 19:15:43.737978 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a1f87da0-5843-4cb8-8048-add90968fa3e req-64dd9c07-788b-44af-9602-08cb83cc2f3f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394380 Sep 16 19:15:44.353419 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a89a7-a59c-4f0b-9b9f-527197c021c4 req-64b40430-1502-4453-9f46-6e7d65637900 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:44.355023 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c14a89a7-a59c-4f0b-9b9f-527197c021c4 req-64b40430-1502-4453-9f46-6e7d65637900 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 945 time: 0.0826304 Sep 16 19:15:44.406593 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c14a89a7-a59c-4f0b-9b9f-527197c021c4 req-0b27180d-d925-4f05-a932-31bef3e8029f tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447843 Sep 16 19:15:44.884945 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 45712) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:44.922373 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba5f11-be21-4b6a-bdd3-7a4390769c27 req-767e8d34-c2b4-4e2c-82a7-2ecbf0b310e9 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:44.924245 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-06ba5f11-be21-4b6a-bdd3-7a4390769c27 req-767e8d34-c2b4-4e2c-82a7-2ecbf0b310e9 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0859835 Sep 16 19:15:44.955421 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9852db1-9ccb-461b-9125-8d55be90b497 admin admin] Deleting subnet a48f159e-b3f9-4d6b-b5ab-3690976ff475 {{(pid=82446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:15:44.958605 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b9852db1-9ccb-461b-9125-8d55be90b497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:44.973404 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-06ba5f11-be21-4b6a-bdd3-7a4390769c27 req-aa4a81f1-e2da-4311-bfcb-d03a33fd61e4 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426471 Sep 16 19:15:45.013197 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b9852db1-9ccb-461b-9125-8d55be90b497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684859'] for subnet, precommit_delete_associations {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.076793 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b9852db1-9ccb-461b-9125-8d55be90b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.148960 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b9852db1-9ccb-461b-9125-8d55be90b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852173801'] for subnet, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.153574 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:45.190759 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9852db1-9ccb-461b-9125-8d55be90b497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a48f159e-b3f9-4d6b-b5ab-3690976ff475,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:45.194477 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b9852db1-9ccb-461b-9125-8d55be90b497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:45.198116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b9852db1-9ccb-461b-9125-8d55be90b497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.204951 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-b9852db1-9ccb-461b-9125-8d55be90b497 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a48f159e-b3f9-4d6b-b5ab-3690976ff475 HTTP/1.1" status: 204 len: 168 time: 0.3188419 Sep 16 19:15:45.207466 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 45716) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:45.325087 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4d7613d5-bfa9-45c9-bb8c-6b27f5ab96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.454193 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4d7613d5-bfa9-45c9-bb8c-6b27f5ab96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.481448 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-4d7613d5-bfa9-45c9-bb8c-6b27f5ab96a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3814e7-211d-4591-a3ea-fb8c0f5027d2']}} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:15:45.499794 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-4d7613d5-bfa9-45c9-bb8c-6b27f5ab96a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d60e96-8978-4403-b6ef-e5e380571dd7') {'for_net_delete': True} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:15:45.500592 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-4d7613d5-bfa9-45c9-bb8c-6b27f5ab96a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d60e96-8978-4403-b6ef-e5e380571dd7') {} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:15:45.514017 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4d7613d5-bfa9-45c9-bb8c-6b27f5ab96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3090972'] for segment, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.533310 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4d7613d5-bfa9-45c9-bb8c-6b27f5ab96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.539802 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7613d5-bfa9-45c9-bb8c-6b27f5ab96a8 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=82446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:15:45.540228 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4d7613d5-bfa9-45c9-bb8c-6b27f5ab96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2718541'] for segment, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:15:45.555139 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:15:45.621306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1266cff-73bf-40ac-9eb2-eadc8f844041 req-8cf30192-b9d2-499e-8e7f-8992273eced0 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:45.623381 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d1266cff-73bf-40ac-9eb2-eadc8f844041 req-8cf30192-b9d2-499e-8e7f-8992273eced0 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 945 time: 0.0900798 Sep 16 19:15:45.635016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4d7613d5-bfa9-45c9-bb8c-6b27f5ab96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.638669 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:45.656212 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4d7613d5-bfa9-45c9-bb8c-6b27f5ab96a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.666208 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7613d5-bfa9-45c9-bb8c-6b27f5ab96a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3814e7-211d-4591-a3ea-fb8c0f5027d2,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:45.671325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4d7613d5-bfa9-45c9-bb8c-6b27f5ab96a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:45.673155 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d1266cff-73bf-40ac-9eb2-eadc8f844041 req-b33e6eaf-c810-4660-8a78-770d6dbd21a6 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433180 Sep 16 19:15:45.678229 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-4d7613d5-bfa9-45c9-bb8c-6b27f5ab96a8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fd3814e7-211d-4591-a3ea-fb8c0f5027d2 HTTP/1.1" status: 204 len: 168 time: 0.4697566 Sep 16 19:15:45.681246 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 45722) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:45.746112 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Deleting subnet efc84b92-51b9-4a23-a3aa-bd5ad8166170 {{(pid=82445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:15:45.749322 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.804227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2339249'] for subnet, precommit_delete_associations {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.862381 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.932115 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851643178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794483'] for subnet, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.936866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:45.978575 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc84b92-51b9-4a23-a3aa-bd5ad8166170,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:45.990019 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:45.993320 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:45.993732 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:45.994135 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:45.994529 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:45.994921 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:45.995312 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:45.995703 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:45.996091 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:45.996475 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:45.996913 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:45.997297 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:15:46.003773 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:46.011410 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-78739473-024b-4be2-8508-f798049dd1dd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/efc84b92-51b9-4a23-a3aa-bd5ad8166170 HTTP/1.1" status: 204 len: 168 time: 0.3266869 Sep 16 19:15:46.011656 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 45738) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:46.177250 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-66030586-845a-49dd-b727-148a296d21c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:46.329088 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-66030586-845a-49dd-b727-148a296d21c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:46.358014 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949af1e-2d63-4ef9-980b-d25f8852b3be req-003e5396-5ae4-464a-9324-b461237112d8 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:46.359627 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f949af1e-2d63-4ef9-980b-d25f8852b3be req-003e5396-5ae4-464a-9324-b461237112d8 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.2517390 Sep 16 19:15:46.365744 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-66030586-845a-49dd-b727-148a296d21c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f34ff81-e97b-4c65-b11c-4697b86d99ab']}} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:15:46.398249 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-66030586-845a-49dd-b727-148a296d21c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087cf301-1c64-4550-802c-d5ba7ed98074') {'for_net_delete': True} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:15:46.398522 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-66030586-845a-49dd-b727-148a296d21c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087cf301-1c64-4550-802c-d5ba7ed98074') {} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:15:46.420630 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-66030586-845a-49dd-b727-148a296d21c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436568'] for segment, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:46.445518 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-66030586-845a-49dd-b727-148a296d21c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:46.454928 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66030586-845a-49dd-b727-148a296d21c9 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=82445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:15:46.455445 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-66030586-845a-49dd-b727-148a296d21c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851643283'] for segment, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:15:46.469834 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:15:46.472635 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f949af1e-2d63-4ef9-980b-d25f8852b3be req-0b04a663-71ed-428c-bd8f-b52e441a6ecf tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988517 Sep 16 19:15:46.557703 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-66030586-845a-49dd-b727-148a296d21c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:46.561828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:46.576547 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-66030586-845a-49dd-b727-148a296d21c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:46.586365 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66030586-845a-49dd-b727-148a296d21c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f34ff81-e97b-4c65-b11c-4697b86d99ab,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:46.588655 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-66030586-845a-49dd-b727-148a296d21c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:46.590264 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-66030586-845a-49dd-b727-148a296d21c9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8f34ff81-e97b-4c65-b11c-4697b86d99ab HTTP/1.1" status: 204 len: 168 time: 0.5775967 Sep 16 19:15:46.726458 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 45746) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:46.782020 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-6e99742a-83a6-459e-af64-89a02bdac615 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54ddf337d8634bce94da63bfa35121b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0543151 Sep 16 19:15:46.784481 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 45750) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:46.844462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-46cf5a15-6b1a-40b8-b9a1-235447a5fd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:46.875482 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-46cf5a15-6b1a-40b8-b9a1-235447a5fd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:46.927689 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-46cf5a15-6b1a-40b8-b9a1-235447a5fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:46.932588 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-13c4eac2-8a2e-4a22-a6fd-684d858d5496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:46.946585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf5a15-6b1a-40b8-b9a1-235447a5fd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c427befd-362c-46e2-8dfc-76b08d72741f,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:46.949504 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-46cf5a15-6b1a-40b8-b9a1-235447a5fd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:46.950417 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-46cf5a15-6b1a-40b8-b9a1-235447a5fd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:46.951614 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-46cf5a15-6b1a-40b8-b9a1-235447a5fd3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c427befd-362c-46e2-8dfc-76b08d72741f HTTP/1.1" status: 204 len: 168 time: 0.1661763 Sep 16 19:15:47.281859 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:15:47.284621 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7849c478-c020-4efa-968f-c7133a2be329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:47.365523 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 45762) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:47.416670 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-316ca203-9052-494e-bec4-1254269ca2bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a510bff1180846b4aeff54a9c79e089a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498867 Sep 16 19:15:47.419737 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 45766) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:47.486489 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dd3e57aa-b74e-4852-9cf4-db446861bac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:47.523842 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dd3e57aa-b74e-4852-9cf4-db446861bac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:47.587516 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dd3e57aa-b74e-4852-9cf4-db446861bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:47.593380 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ecd76a8c-db20-4838-8411-ec900a1a2562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:47.607407 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e57aa-b74e-4852-9cf4-db446861bac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b71f5ce-dc74-47bf-875f-51e5306e1343,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:47.610485 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dd3e57aa-b74e-4852-9cf4-db446861bac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:47.611402 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dd3e57aa-b74e-4852-9cf4-db446861bac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:47.612779 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-dd3e57aa-b74e-4852-9cf4-db446861bac1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b71f5ce-dc74-47bf-875f-51e5306e1343 HTTP/1.1" status: 204 len: 168 time: 0.1919334 Sep 16 19:15:47.705031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26b969-ec77-43fb-bc71-3c5f21199de6 req-abb1eff9-fcb2-428a-98d5-3803272faa99 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:47.706640 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-eb26b969-ec77-43fb-bc71-3c5f21199de6 req-abb1eff9-fcb2-428a-98d5-3803272faa99 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0928946 Sep 16 19:15:47.760419 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-eb26b969-ec77-43fb-bc71-3c5f21199de6 req-544709b8-28ea-4f08-aae2-ea4dabc2ec51 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469761 Sep 16 19:15:48.890435 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:48.974597 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf779ea5-cffd-4c9a-a813-1cf13a5d3a31 req-be46bb9c-5333-4372-afcb-56d2509008ff tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:48.976403 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bf779ea5-cffd-4c9a-a813-1cf13a5d3a31 req-be46bb9c-5333-4372-afcb-56d2509008ff tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0862303 Sep 16 19:15:49.044589 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bf779ea5-cffd-4c9a-a813-1cf13a5d3a31 req-47b404a8-f148-4195-a814-744577d9f8e9 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614817 Sep 16 19:15:49.887521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1cb46450-d08a-4540-8091-c76e3b90f2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:49.967583 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:50.255562 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98e3a8-8cd8-4d12-bca0-ab6d55aaf08a req-3032d6ca-c6c0-45e8-b6e1-6ab5720e6d46 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:50.257087 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-da98e3a8-8cd8-4d12-bca0-ab6d55aaf08a req-3032d6ca-c6c0-45e8-b6e1-6ab5720e6d46 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0862701 Sep 16 19:15:50.518484 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-da98e3a8-8cd8-4d12-bca0-ab6d55aaf08a req-cedcb74c-fbdf-405d-88ef-f5a1ad2d0e27 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550163 Sep 16 19:15:51.300567 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:51.726079 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90878b1-d82f-49f1-a297-7bca1132a363 req-e34c6601-9dd8-4675-99ac-203c9da26148 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:51.727673 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a90878b1-d82f-49f1-a297-7bca1132a363 req-e34c6601-9dd8-4675-99ac-203c9da26148 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0839293 Sep 16 19:15:51.775457 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a90878b1-d82f-49f1-a297-7bca1132a363 req-046fe1c0-88d5-47a8-ac16-fdcf6836499b tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408247 Sep 16 19:15:51.954244 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 45842) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:52.115022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-49153e41-1338-4a32-8254-a7c980284c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:52.150377 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-49153e41-1338-4a32-8254-a7c980284c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:15:52.154934 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-49153e41-1338-4a32-8254-a7c980284c20 admin admin] Usage tracker for resource:security_group_rule and tenant:601410cf48fd400088e3bea9d40ef62c is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:15:52.158741 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-49153e41-1338-4a32-8254-a7c980284c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:15:52.164787 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-49153e41-1338-4a32-8254-a7c980284c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:15:52.251870 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-49153e41-1338-4a32-8254-a7c980284c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:52.255141 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-49153e41-1338-4a32-8254-a7c980284c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:52.263455 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d35916c3-32d3-4da0-9320-05c8781e3e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:52.305535 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49153e41-1338-4a32-8254-a7c980284c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8306fbf-891c-48aa-9a15-6bdcbced6653,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:52.313005 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 45852) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:15:52.313161 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-49153e41-1338-4a32-8254-a7c980284c20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=601410cf48fd400088e3bea9d40ef62c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3575923 Sep 16 19:15:52.313939 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-49153e41-1338-4a32-8254-a7c980284c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:52.385477 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c88e95ca-a67e-4844-b7b0-7489dcd362c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:52.414201 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c88e95ca-a67e-4844-b7b0-7489dcd362c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:52.461121 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c88e95ca-a67e-4844-b7b0-7489dcd362c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:52.466451 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-276c658d-31a3-41cc-9c70-de25e5c7bb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:15:52.480077 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e95ca-a67e-4844-b7b0-7489dcd362c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8306fbf-891c-48aa-9a15-6bdcbced6653,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:15:52.483185 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c88e95ca-a67e-4844-b7b0-7489dcd362c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:15:52.484070 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c88e95ca-a67e-4844-b7b0-7489dcd362c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:52.487771 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-c88e95ca-a67e-4844-b7b0-7489dcd362c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8306fbf-891c-48aa-9a15-6bdcbced6653 HTTP/1.1" status: 204 len: 168 time: 0.1736553 Sep 16 19:15:52.991216 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c264c-facb-485b-a89d-1f871bd8cb0d req-cd7c3bc6-0e67-432f-976d-d011244668a6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:52.992967 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-817c264c-facb-485b-a89d-1f871bd8cb0d req-cd7c3bc6-0e67-432f-976d-d011244668a6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0855699 Sep 16 19:15:53.052454 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-817c264c-facb-485b-a89d-1f871bd8cb0d req-909d653f-e323-4f20-988d-126d236e943b tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525105 Sep 16 19:15:53.091437 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:15:54.256740 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830541e1-0b28-4ed5-a2e5-7ddffbe9038c req-f57f098f-e406-491c-b415-04afd4225cc0 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:54.258254 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-830541e1-0b28-4ed5-a2e5-7ddffbe9038c req-f57f098f-e406-491c-b415-04afd4225cc0 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0820482 Sep 16 19:15:54.307055 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-830541e1-0b28-4ed5-a2e5-7ddffbe9038c req-561b02ba-9d7d-4a11-978f-38e05fbc6a69 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420673 Sep 16 19:15:55.534111 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0a187-fd03-4055-a1d9-3f6e2e51c87d req-40f668f4-f649-40b9-bca8-ec74c2e3ac41 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:55.536691 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-37f0a187-fd03-4055-a1d9-3f6e2e51c87d req-40f668f4-f649-40b9-bca8-ec74c2e3ac41 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.1021571 Sep 16 19:15:55.595188 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-37f0a187-fd03-4055-a1d9-3f6e2e51c87d req-dbf5b81a-edf2-4eb6-800d-0bc4179f2755 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523775 Sep 16 19:15:56.798204 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74373c5-47c4-44cf-a92a-2a9539b15ad5 req-027ae174-b6db-4f13-a9df-2fb5e3cddb9a tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:56.799781 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b74373c5-47c4-44cf-a92a-2a9539b15ad5 req-027ae174-b6db-4f13-a9df-2fb5e3cddb9a tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0819247 Sep 16 19:15:56.847207 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b74373c5-47c4-44cf-a92a-2a9539b15ad5 req-a03860ff-154f-4e13-91ea-32ce45a6a5f4 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410976 Sep 16 19:15:58.053494 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510efa8-0ab7-4a96-bce9-f996cae83060 req-20bab370-b69c-4a73-8799-258b05df1b7c tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:58.055063 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4510efa8-0ab7-4a96-bce9-f996cae83060 req-20bab370-b69c-4a73-8799-258b05df1b7c tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0855355 Sep 16 19:15:58.104461 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4510efa8-0ab7-4a96-bce9-f996cae83060 req-2b121d0b-5068-41c1-8f26-b2a618016fed tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427756 Sep 16 19:15:59.307010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff4184-1558-4425-8415-5dd2248275b5 req-07252cdc-21b5-4104-bb78-7739e5e68e65 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:15:59.308581 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-26ff4184-1558-4425-8415-5dd2248275b5 req-07252cdc-21b5-4104-bb78-7739e5e68e65 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0813351 Sep 16 19:15:59.356074 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-26ff4184-1558-4425-8415-5dd2248275b5 req-3fa1b637-f90f-4d9c-951f-e9237961ed8a tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408471 Sep 16 19:16:00.562635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79962dce-6b72-4f46-b92c-0b6114e34396 req-0a5450e4-a628-4709-a646-c1b3b5ce966f tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:00.564259 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-79962dce-6b72-4f46-b92c-0b6114e34396 req-0a5450e4-a628-4709-a646-c1b3b5ce966f tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0875540 Sep 16 19:16:00.614132 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-79962dce-6b72-4f46-b92c-0b6114e34396 req-d496230d-12fa-4fda-85e5-b229980b82bc tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420878 Sep 16 19:16:00.993460 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6fe7b-7ae1-480e-b422-53e6142490e2 req-9db53c21-491b-4f75-b9cf-5ef6882101a7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:00.995051 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-81a6fe7b-7ae1-480e-b422-53e6142490e2 req-9db53c21-491b-4f75-b9cf-5ef6882101a7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0858109 Sep 16 19:16:01.034284 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-064583b5-2724-45fc-beff-a60cba5fbd6c req-7d832aaa-a974-4f0f-aade-e1f5b03ac37f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5f3cdbaa6034f4abfe2547e31936b90&device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 1098 time: 0.0794628 Sep 16 19:16:01.052564 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-81a6fe7b-7ae1-480e-b422-53e6142490e2 req-01f9da64-4d2c-4280-a4cf-4d38802a4bb4 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510995 Sep 16 19:16:01.378672 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064583b5-2724-45fc-beff-a60cba5fbd6c req-c6181dff-0928-4e61-8539-1b0e8f5d7ad9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:01.380406 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-064583b5-2724-45fc-beff-a60cba5fbd6c req-c6181dff-0928-4e61-8539-1b0e8f5d7ad9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66 HTTP/1.1" status: 200 len: 912 time: 0.3395236 Sep 16 19:16:01.489006 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-064583b5-2724-45fc-beff-a60cba5fbd6c req-78bb708e-028c-47bf-8e64-36b6b72b839a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=719d5510-b039-433a-95da-11cbe53b5247 HTTP/1.1" status: 200 len: 1000 time: 0.1010644 Sep 16 19:16:01.561535 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064583b5-2724-45fc-beff-a60cba5fbd6c req-987986c3-15e9-4186-80a3-c5df28f088a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:01.563148 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-064583b5-2724-45fc-beff-a60cba5fbd6c req-987986c3-15e9-4186-80a3-c5df28f088a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf6c85c4-0167-4c1c-92ec-34ad8e35130f HTTP/1.1" status: 200 len: 850 time: 0.0669515 Sep 16 19:16:01.646317 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-064583b5-2724-45fc-beff-a60cba5fbd6c req-50488a44-4f82-4562-8a70-8a14e3a14051 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757799 Sep 16 19:16:01.791639 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-064583b5-2724-45fc-beff-a60cba5fbd6c req-1cac16e2-43d3-426e-bca3-18108c893867 service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372278 Sep 16 19:16:01.944361 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-064583b5-2724-45fc-beff-a60cba5fbd6c req-9ef115e5-d3cf-4eb5-bd6a-8db80ae2f2ec service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440170 Sep 16 19:16:02.273168 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac755f8-eefe-4be3-91dc-633ad96c04f1 req-56e5318c-f066-4d05-9275-22afcff87d5f tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:02.274757 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4ac755f8-eefe-4be3-91dc-633ad96c04f1 req-56e5318c-f066-4d05-9275-22afcff87d5f tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0825903 Sep 16 19:16:02.325735 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4ac755f8-eefe-4be3-91dc-633ad96c04f1 req-0db27648-572f-4b54-88bb-d09ce396268c tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442705 Sep 16 19:16:03.553816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93e6d0-f9ca-4076-a39d-3e58685e95dc req-1ccc82b7-8415-4e51-bddf-b8492933531d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:03.553816 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9e93e6d0-f9ca-4076-a39d-3e58685e95dc req-1ccc82b7-8415-4e51-bddf-b8492933531d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0998585 Sep 16 19:16:03.600076 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9e93e6d0-f9ca-4076-a39d-3e58685e95dc req-3a568695-a025-4c87-8d8c-99306c9fd9ef tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460265 Sep 16 19:16:08.071853 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563385be-d819-4300-b6c6-e856c7cce17f req-4b5c9d79-b40b-45b6-a2a6-6838ba4a2775 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:08.073502 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-563385be-d819-4300-b6c6-e856c7cce17f req-4b5c9d79-b40b-45b6-a2a6-6838ba4a2775 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 945 time: 0.0860012 Sep 16 19:16:08.122474 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-563385be-d819-4300-b6c6-e856c7cce17f req-5451e4b6-2db8-495b-9100-dc9996a60f32 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426755 Sep 16 19:16:09.329720 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e74db-3f4e-4e8f-ae18-9ba1b445689b req-9d8738e3-bbd0-46d3-b087-d3067a53ed1a tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:09.331255 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a23e74db-3f4e-4e8f-ae18-9ba1b445689b req-9d8738e3-bbd0-46d3-b087-d3067a53ed1a tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 945 time: 0.0862513 Sep 16 19:16:09.379864 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a23e74db-3f4e-4e8f-ae18-9ba1b445689b req-b6122d8c-125e-44ca-af98-ba9372316f26 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423934 Sep 16 19:16:10.588717 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfc16a-4464-4def-aafd-64bb318de8fa req-ac1a870d-56e9-4a0d-8c33-1a9672666490 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:10.590333 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-07cfc16a-4464-4def-aafd-64bb318de8fa req-ac1a870d-56e9-4a0d-8c33-1a9672666490 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 945 time: 0.0872107 Sep 16 19:16:10.648571 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-07cfc16a-4464-4def-aafd-64bb318de8fa req-722d7f8c-45b5-4fd0-8aa1-821cb36ec4bf tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521102 Sep 16 19:16:11.857587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be156c2-cf0c-4050-8249-638aa2f2165a req-c91a44b8-633c-41f6-ba8d-c193947ce4e9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:11.859301 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9be156c2-cf0c-4050-8249-638aa2f2165a req-c91a44b8-633c-41f6-ba8d-c193947ce4e9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 945 time: 0.0837736 Sep 16 19:16:11.908531 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9be156c2-cf0c-4050-8249-638aa2f2165a req-1d5bb4be-17e5-455b-ad33-7adac0c9974b tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430577 Sep 16 19:16:13.053477 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72eb3ad-1931-4519-8733-34c5dbfb8b13 req-d9b23850-6ee0-48f2-897a-fc8fea4988c7 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:13.054243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-b72eb3ad-1931-4519-8733-34c5dbfb8b13 req-d9b23850-6ee0-48f2-897a-fc8fea4988c7 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Synchronizing usage tracker for tenant:3dacb447eb1d45828e9b810a78f6b248 on resource:port {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:16:13.069853 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-b72eb3ad-1931-4519-8733-34c5dbfb8b13 req-d9b23850-6ee0-48f2-897a-fc8fea4988c7 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Unset dirty status for tenant:3dacb447eb1d45828e9b810a78f6b248 on resource:port {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:16:13.071236 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b72eb3ad-1931-4519-8733-34c5dbfb8b13 req-d9b23850-6ee0-48f2-897a-fc8fea4988c7 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 945 time: 0.1041687 Sep 16 19:16:13.127771 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30993-057b-46fd-b183-7d702e7a6253 req-dcb2a93b-85c1-48e3-9169-61580be1b859 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:13.129413 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cfd30993-057b-46fd-b183-7d702e7a6253 req-dcb2a93b-85c1-48e3-9169-61580be1b859 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 945 time: 0.0958951 Sep 16 19:16:13.153071 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-b72eb3ad-1931-4519-8733-34c5dbfb8b13 req-023299e1-5dd1-4c17-8cc6-dc6f1a0b3408 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Deleting port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:16:13.153597 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b72eb3ad-1931-4519-8733-34c5dbfb8b13 req-023299e1-5dd1-4c17-8cc6-dc6f1a0b3408 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:13.180177 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cfd30993-057b-46fd-b183-7d702e7a6253 req-863d8861-ba2d-4ea8-b63f-86045c2f33f9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/security-groups?id=26404607-10d7-4cd4-a0e4-b00dfabb4f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442767 Sep 16 19:16:13.418068 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-b72eb3ad-1931-4519-8733-34c5dbfb8b13 req-023299e1-5dd1-4c17-8cc6-dc6f1a0b3408 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] For port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca,segment=NetworkSegment(1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a),segment_id=1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a)] {{(pid=82446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:16:13.418472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b72eb3ad-1931-4519-8733-34c5dbfb8b13 req-023299e1-5dd1-4c17-8cc6-dc6f1a0b3408 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:13.548668 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-b72eb3ad-1931-4519-8733-34c5dbfb8b13 req-023299e1-5dd1-4c17-8cc6-dc6f1a0b3408 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Calling delete_port for e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca owned by compute:nova {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:16:13.694902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b72eb3ad-1931-4519-8733-34c5dbfb8b13 req-023299e1-5dd1-4c17-8cc6-dc6f1a0b3408 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:13.701558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b4a73f80-415f-4113-8cc0-ea838e4f75d7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:13.706227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:16:13.748371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023299e1-5dd1-4c17-8cc6-dc6f1a0b3408 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Pushing event deleted for resources: {'Port': ['ID=e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:13.751756 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-023299e1-5dd1-4c17-8cc6-dc6f1a0b3408 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:13.826753 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72eb3ad-1931-4519-8733-34c5dbfb8b13 req-023299e1-5dd1-4c17-8cc6-dc6f1a0b3408 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] No DVR routers for this DVR port e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca on host hv-cinder-80944 {{(pid=82446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:16:13.829857 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-b72eb3ad-1931-4519-8733-34c5dbfb8b13 req-023299e1-5dd1-4c17-8cc6-dc6f1a0b3408 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:13.832746 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15', 'name': 'network-vif-deleted', 'tag': 'e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:16:13.847789 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b72eb3ad-1931-4519-8733-34c5dbfb8b13 req-023299e1-5dd1-4c17-8cc6-dc6f1a0b3408 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.45 "DELETE /v2.0/ports/e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca HTTP/1.1" status: 204 len: 173 time: 0.7701778 Sep 16 19:16:13.894246 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15', 'name': 'network-vif-deleted', 'tag': 'e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca', 'status': 'completed', 'code': 200} Sep 16 19:16:14.527259 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b4357669-7de3-479e-974b-01af69dd7423 req-eef9609f-25a6-425a-a17c-778a7519269c tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ea2f1c-a9a8-4c54-8cfd-dea0b3a8bc15 HTTP/1.1" status: 200 len: 210 time: 0.2064919 Sep 16 19:16:17.264071 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:16:17.311828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:16:17.312404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device e8f3ea39-a2b6-48f1-a245-88f1c5e3a7ca not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:16:17.330185 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-561b7357-43a9-4e51-baa7-e598504861a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:18.901418 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:19.888467 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7e5da087-0bbc-4dc2-b75d-821fcff9b499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:19.974788 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:21.299252 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:23.107684 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:24.282083 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:16:31.411943 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2d655-f156-4c0d-ba44-c9843cab3161 req-00bcbb1b-9ae1-4215-9dd3-d354d03471d0 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:31.414350 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cff2d655-f156-4c0d-ba44-c9843cab3161 req-00bcbb1b-9ae1-4215-9dd3-d354d03471d0 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0849769 Sep 16 19:16:31.467226 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cff2d655-f156-4c0d-ba44-c9843cab3161 req-0a5b9b8b-c517-4f39-928a-fe69427e3a87 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476136 Sep 16 19:16:32.691827 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64679fb1-3124-4f60-98b1-5054719b75fc req-8024299e-9a36-484f-8bf4-8dbfe0d0fb80 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:32.693412 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-64679fb1-3124-4f60-98b1-5054719b75fc req-8024299e-9a36-484f-8bf4-8dbfe0d0fb80 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0850284 Sep 16 19:16:32.743844 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-64679fb1-3124-4f60-98b1-5054719b75fc req-dad342ea-d88b-44ef-9a32-f563a63ce2db tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438924 Sep 16 19:16:33.984631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b23da-756b-48db-8653-1a63ce393eb3 req-6e01b27b-5435-4d41-a83c-69e0c4ad98d0 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:33.986269 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4c7b23da-756b-48db-8653-1a63ce393eb3 req-6e01b27b-5435-4d41-a83c-69e0c4ad98d0 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.1009324 Sep 16 19:16:34.039919 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4c7b23da-756b-48db-8653-1a63ce393eb3 req-54bd96ff-4204-4c39-9103-c2fc0c76c308 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476072 Sep 16 19:16:34.907686 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 46412) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:16:35.061009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:35.093263 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:16:35.097932 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Usage tracker for resource:security_group_rule and tenant:21d4d99d75cd4aa8aafe7f0c8be5d25a is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:16:35.100800 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:16:35.106987 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:16:35.182376 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:35.185319 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:35.193487 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0538ddc8-fc87-478d-a949-39d29b7990b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:35.239156 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd87996-fd39-4106-84ad-9fcc3d653876,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:35.243301 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21d4d99d75cd4aa8aafe7f0c8be5d25a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3345289 Sep 16 19:16:35.245998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 46424) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:16:35.261115 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87f779-fe56-4aa1-bb51-ee5bcc59d630 req-3dbcf8b5-de76-4228-8ffb-c9398d65fa32 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:35.262733 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2e87f779-fe56-4aa1-bb51-ee5bcc59d630 req-3dbcf8b5-de76-4228-8ffb-c9398d65fa32 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0897710 Sep 16 19:16:35.271680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:35.272099 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:35.272557 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:35.273077 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:35.273555 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:35.273858 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:35.274310 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:35.274689 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:35.275088 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:35.275483 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:35.275891 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:35.281445 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:35.316034 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2e87f779-fe56-4aa1-bb51-ee5bcc59d630 req-ba882c5f-d5e8-4f3e-9ebb-dd4beab85e8f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461452 Sep 16 19:16:35.336308 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7bd4-425f-46f9-bc3d-bbda71aafc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:35.367419 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7bd4-425f-46f9-bc3d-bbda71aafc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:35.411800 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7bd4-425f-46f9-bc3d-bbda71aafc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:35.416744 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7472027d-ae91-4d87-9061-6d1f272616fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:35.430317 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad7bd4-425f-46f9-bc3d-bbda71aafc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd87996-fd39-4106-84ad-9fcc3d653876,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:35.433083 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f7ad7bd4-425f-46f9-bc3d-bbda71aafc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:35.434240 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7bd4-425f-46f9-bc3d-bbda71aafc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:35.435421 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f7ad7bd4-425f-46f9-bc3d-bbda71aafc2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0bd87996-fd39-4106-84ad-9fcc3d653876 HTTP/1.1" status: 204 len: 168 time: 0.1883919 Sep 16 19:16:36.447974 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 46436) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:16:36.514316 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd6cc67-d23c-4912-a15c-fa5311798dbd admin admin] Deleting subnet 3feb33a4-e0ff-4b17-aba1-68e7e4247932 {{(pid=82446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:16:36.517650 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6fd6cc67-d23c-4912-a15c-fa5311798dbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:36.543140 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582984bf-f42f-4f30-aafd-2c2ac013433c req-3ed484f1-8d8e-4d59-9bc9-59442468f108 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:36.544802 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-582984bf-f42f-4f30-aafd-2c2ac013433c req-3ed484f1-8d8e-4d59-9bc9-59442468f108 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0872560 Sep 16 19:16:36.574552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6fd6cc67-d23c-4912-a15c-fa5311798dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684859'] for subnet, precommit_delete_associations {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:36.595035 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-582984bf-f42f-4f30-aafd-2c2ac013433c req-34d51db6-1393-493c-866a-0cc7a5ea2be4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Sep 16 19:16:36.633057 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6fd6cc67-d23c-4912-a15c-fa5311798dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:36.699833 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6fd6cc67-d23c-4912-a15c-fa5311798dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852173801'] for subnet, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:36.704393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ae28ea6b-a11f-46af-a777-894fac723c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:36.743117 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6cc67-d23c-4912-a15c-fa5311798dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3feb33a4-e0ff-4b17-aba1-68e7e4247932,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:36.746796 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6fd6cc67-d23c-4912-a15c-fa5311798dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:36.750167 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6fd6cc67-d23c-4912-a15c-fa5311798dbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:36.756411 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-6fd6cc67-d23c-4912-a15c-fa5311798dbd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3feb33a4-e0ff-4b17-aba1-68e7e4247932 HTTP/1.1" status: 204 len: 168 time: 0.3072264 Sep 16 19:16:36.759077 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 46440) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:16:36.872063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b93ccc0-9bca-479a-9642-6aeee9e9a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:36.999638 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b93ccc0-9bca-479a-9642-6aeee9e9a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:37.025640 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-0b93ccc0-9bca-479a-9642-6aeee9e9a9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93d94cc-1c50-4729-9aa5-7078bc8d6513']}} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:37.038673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-0b93ccc0-9bca-479a-9642-6aeee9e9a9e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a') {'for_net_delete': True} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:37.039009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-0b93ccc0-9bca-479a-9642-6aeee9e9a9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ade46b9-6169-4dfe-bbe3-e99d60b2fe0a') {} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:37.050692 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b93ccc0-9bca-479a-9642-6aeee9e9a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3090972'] for segment, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:37.065780 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b93ccc0-9bca-479a-9642-6aeee9e9a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:37.071944 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b93ccc0-9bca-479a-9642-6aeee9e9a9e6 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=82446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:16:37.072357 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b93ccc0-9bca-479a-9642-6aeee9e9a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2718541'] for segment, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:16:37.086448 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:16:37.162311 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b93ccc0-9bca-479a-9642-6aeee9e9a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:37.165944 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:37.180299 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0b93ccc0-9bca-479a-9642-6aeee9e9a9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:37.191117 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93ccc0-9bca-479a-9642-6aeee9e9a9e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e93d94cc-1c50-4729-9aa5-7078bc8d6513,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:37.194454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0b93ccc0-9bca-479a-9642-6aeee9e9a9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:37.198967 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0b93ccc0-9bca-479a-9642-6aeee9e9a9e6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e93d94cc-1c50-4729-9aa5-7078bc8d6513 HTTP/1.1" status: 204 len: 168 time: 0.4388890 Sep 16 19:16:37.402557 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 46446) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:16:37.455412 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-86c9be6d-44ea-4dc8-87bb-a080a4906d24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3dacb447eb1d45828e9b810a78f6b248&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515652 Sep 16 19:16:37.458474 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 46450) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:16:37.518901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-33ec305b-559f-49a3-b49e-9c5807cd48f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:37.546480 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-33ec305b-559f-49a3-b49e-9c5807cd48f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:37.593387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-33ec305b-559f-49a3-b49e-9c5807cd48f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:37.598338 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-bd2533e0-f17a-447c-ae96-54914b394597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:37.612312 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec305b-559f-49a3-b49e-9c5807cd48f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26404607-10d7-4cd4-a0e4-b00dfabb4f8e,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:37.615207 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-33ec305b-559f-49a3-b49e-9c5807cd48f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:37.620108 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-33ec305b-559f-49a3-b49e-9c5807cd48f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:37.621372 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-33ec305b-559f-49a3-b49e-9c5807cd48f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26404607-10d7-4cd4-a0e4-b00dfabb4f8e HTTP/1.1" status: 204 len: 168 time: 0.1619577 Sep 16 19:16:37.809337 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a2d67-8164-4f40-934d-a85feebabebb req-01710c19-ee70-46a3-8dfd-c970764813f1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:37.810924 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-716a2d67-8164-4f40-934d-a85feebabebb req-01710c19-ee70-46a3-8dfd-c970764813f1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0828943 Sep 16 19:16:37.863636 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-716a2d67-8164-4f40-934d-a85feebabebb req-426e7a1c-967d-4c1d-a5cf-5c3f7088c750 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464771 Sep 16 19:16:38.546558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 46474) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:16:38.694925 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-277072795-network', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:16:38.700077 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:16:38.704092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Usage tracker for resource:network and tenant:9e478c9bb35547b8b06de68eb4cc5643 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:16:38.707113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:16:38.713155 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:16:38.723563 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Made reservation on behalf of 9e478c9bb35547b8b06de68eb4cc5643 for: {'network': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:16:38.728201 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:38.741259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:38.773618 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:16:38.777570 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Usage tracker for resource:security_group_rule and tenant:9e478c9bb35547b8b06de68eb4cc5643 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:16:38.780405 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:16:38.786386 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:16:38.852573 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:38.855182 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:38.860761 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:38.888935 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=82446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:16:38.904355 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64724cb4-8afa-4198-a0cd-76755cba5e39,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:38.908937 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:38.909972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:38.910355 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Added segment fde2c6f3-b1b3-4f73-a982-12dcfaa14507 of type vlan for network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 Sep 16 19:16:38.947465 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:38.979468 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:38.980831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:38.981484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:38.986609 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0cc9a886-5a0c-4e36-9ee3-02aafdeb46d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:39.080211 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3cd7e-6c91-426c-8640-cfe78fd19191 req-b4dce7b3-37d7-4a79-a2b6-ce886ead1094 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:39.082455 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-77e3cd7e-6c91-426c-8640-cfe78fd19191 req-b4dce7b3-37d7-4a79-a2b6-ce886ead1094 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0852962 Sep 16 19:16:39.092912 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5451534 Sep 16 19:16:39.096068 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 46482) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:16:39.098856 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Pushing event updated for resources: {'Network': ['ID=22e40ee0-668a-40c8-a97f-e71eb6138fb9,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:39.101635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:39.105331 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Request body: {'subnet': {'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-277072795-subnet', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'ip_version': 4}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:16:39.110471 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:16:39.110607 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:16:39.115128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Usage tracker for resource:subnet and tenant:9e478c9bb35547b8b06de68eb4cc5643 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:16:39.118167 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:16:39.124235 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:16:39.136492 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-77e3cd7e-6c91-426c-8640-cfe78fd19191 req-45071ff8-7c5c-4f24-86a7-429e60cbae2c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475013 Sep 16 19:16:39.140306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Made reservation on behalf of 9e478c9bb35547b8b06de68eb4cc5643 for: {'subnet': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:16:39.145718 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2602046'] for subnet, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:39.364205 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2717491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2602031'] for subnet, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:39.368763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c5a7d2-a123-4e7f-9219-a829f1dc2450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:39.441006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=30258815-1590-4deb-ba67-efd9e2ba312b,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:39.444338 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:39.455099 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Checking segment: {'id': 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:16:39.455538 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Network hostable DHCP agents. Network: 22e40ee0-668a-40c8-a97f-e71eb6138fb9, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:16:39.483599 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:16:39.492286 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, 22e40ee0-668a-40c8-a97f-e71eb6138fb9) {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:16:39.496250 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:39.496940 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:39.516073 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eb565d-8307-4d29-80a4-b479c1b5ff38 None None] Network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:16:39.519916 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-dcb0f8cd-0b9e-469e-b9c6-40c33dd52e0c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4203794 Sep 16 19:16:39.520663 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 46486) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:16:39.526329 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:16:39.531539 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:16:39.536174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Usage tracker for resource:router and tenant:9e478c9bb35547b8b06de68eb4cc5643 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:16:39.539224 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:16:39.545673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:16:39.556971 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852699886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28556'] for router, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:39.557955 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2015831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854747257'] for router, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:39.575745 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:39.745113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e37b871-3d2b-560b-aa01-d504ce574d4f-22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'fixed_ips': [{'subnet_id': '30258815-1590-4deb-ba67-efd9e2ba312b'}]}} from dv-cinder-809448-1-smb. {{(pid=82447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:16:39.746026 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:39.918025 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Allocated IP 172.20.0.2 (22e40ee0-668a-40c8-a97f-e71eb6138fb9/30258815-1590-4deb-ba67-efd9e2ba312b/bcad1742-bf6a-4da5-bb11-6fda6e0bdd17) {{(pid=82447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:16:39.922517 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2067211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852699795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5993'] for router, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:40.125506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:40.158979 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:40.290809 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Notify callbacks [] for port, precommit_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:40.302156 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Transition to ACTIVE for port object bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:16:40.309142 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Allocated IP 172.28.0.38 (718729de-5f21-40b7-aa11-1e5226d826a0/36747542-734f-49ce-8806-50515b72b8f0/5bc0e2bf-5acb-427b-9913-7cdbc7bacb39) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:16:40.322036 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Transition to ACTIVE for port object bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 will not be triggered until provisioned by entity DHCP. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:16:40.326581 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:40.331685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-30871fe3-3f34-4973-9808-386cf50a1a51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:40.369105 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3931573-eb50-41f6-b3f0-a74034161c0d req-da50ee31-98e8-4b90-9540-ee00b6a487ce tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:40.370718 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b3931573-eb50-41f6-b3f0-a74034161c0d req-da50ee31-98e8-4b90-9540-ee00b6a487ce tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0879581 Sep 16 19:16:40.403371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 is already hosted by enough agents. {{(pid=82447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:16:40.404502 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Resources bound (agent type, host, resource id): {{(pid=82447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:16:40.409530 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Received port after_create {{(pid=82447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:16:40.412069 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Pushing event updated for resources: {'Port': ['ID=bcad1742-bf6a-4da5-bb11-6fda6e0bdd17,revision_number=1']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:40.415076 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:40.423201 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b3931573-eb50-41f6-b3f0-a74034161c0d req-447605de-02ad-4781-a3d8-42ef96737710 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458133 Sep 16 19:16:40.475021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:40.505193 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:40.505653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Attempting to bind port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:16:40.506064 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Attempting to bind port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:16:40.506477 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Attempting to bind port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 on network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:16:40.510113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a460b37d-c754-48fa-86ed-0f253f5ae987 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:40.513548 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:16:40.514174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Checking segment: {'id': 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:16:40.514785 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:40.515380 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Bound using segment: {'id': 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:16:40.516060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Bound port: bcad1742-bf6a-4da5-bb11-6fda6e0bdd17, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:16:40.516674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:40.581613 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:16:40.585188 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:16:40.589881 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:16:40.610708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] For port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:16:40.614426 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] For port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=bcad1742-bf6a-4da5-bb11-6fda6e0bdd17,segment=NetworkSegment(fde2c6f3-b1b3-4f73-a982-12dcfaa14507),segment_id=fde2c6f3-b1b3-4f73-a982-12dcfaa14507)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:16:40.616119 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc0e2bf-5acb-427b-9913-7cdbc7bacb39,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:40.618463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:40.621686 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:40.622284 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:40.701936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Pushing event updated for resources: {'Port': ['ID=bcad1742-bf6a-4da5-bb11-6fda6e0bdd17,revision_number=2']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:40.705680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:40.753544 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:40.754840 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2075930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852708499'] for router, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:41.000885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Router d6e41701-5c26-460a-aa05-58ec29b52fb5 is scheduled to L3 agent 5997707d-f400-4969-be70-26083f2c9806 with binding_index 1 {{(pid=82446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:16:41.213346 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:16:41.223570 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Sync routers for ids ['d6e41701-5c26-460a-aa05-58ec29b52fb5'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:16:41.236217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Routers {'d6e41701-5c26-460a-aa05-58ec29b52fb5'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:16:41.236850 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:41.236993 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:16:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['d6e41701-5c26-460a-aa05-58ec29b52fb5'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:41.238717 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7164962 Sep 16 19:16:41.241561 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 46492) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:16:41.438286 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Set router d6e41701-5c26-460a-aa05-58ec29b52fb5 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:16:41.683724 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033053b-3b3c-454e-a0bc-21a0ff0bc575 req-3160e3dd-bb8b-4236-8adb-93e029cecef5 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:41.685359 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1033053b-3b3c-454e-a0bc-21a0ff0bc575 req-3160e3dd-bb8b-4236-8adb-93e029cecef5 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0866339 Sep 16 19:16:41.737713 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1033053b-3b3c-454e-a0bc-21a0ff0bc575 req-d993678b-dc0a-4c69-adee-8e28212eb1e4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452421 Sep 16 19:16:41.757312 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:16:40Z', 'revision_number': 3, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port': {'id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:40Z', 'updated_at': '2021-09-16T19:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:41.762406 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Checking router: d6e41701-5c26-460a-aa05-58ec29b52fb5 for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:16:41.762902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Updating router d6e41701-5c26-460a-aa05-58ec29b52fb5 port 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 binding host dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:16:41.824804 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:42.054367 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:42.185783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Notify callbacks [] for port, precommit_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:42.198945 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Transition to ACTIVE for port object 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:16:42.205732 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:42.218297 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:42.284765 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Allocated IP 172.20.0.1 (22e40ee0-668a-40c8-a97f-e71eb6138fb9/30258815-1590-4deb-ba67-efd9e2ba312b/2150ba8a-8fe8-4b04-99a8-a4b704aeeefb) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:16:42.290450 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Attempting to bind port 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:16:42.291006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Attempting to bind port 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:16:42.291452 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Attempting to bind port 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 on network 718729de-5f21-40b7-aa11-1e5226d826a0 {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:16:42.311591 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dabb5d-fc91-4302-af00-d1c3c7ae8559 None None] Network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:16:42.330261 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:16:42.371930 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:16:42.372352 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Checking segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:16:42.372831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:42.373277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Bound using segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:16:42.373801 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Bound port: 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:16:42.374225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:42.455928 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Pushing event updated for resources: {'Port': ['ID=5bc0e2bf-5acb-427b-9913-7cdbc7bacb39,revision_number=2']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:42.456308 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:42.473649 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Transition to ACTIVE for port object 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb will not be triggered until provisioned by entity DHCP. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:16:42.493141 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:42.497676 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f988a2fc-ae8d-4e56-80a2-0fd4d8677bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:42.522746 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:42.523075 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:42.523463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:42.523843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:42.524221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:42.524628 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:42.524995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:42.525365 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:42.525737 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:42.526143 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:42.526655 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:42.537902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:42.557693 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-2a3fdc11-518e-4516-9a8c-c4551cf467e3 None None] Provisioning for port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:16:42.570181 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:16:42.573701 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:16:42.576192 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:16:42.612880 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] For port 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:16:42.619835 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] For port 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=5bc0e2bf-5acb-427b-9913-7cdbc7bacb39,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:16:42.633814 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Pushing event updated for resources: {'Port': ['ID=2150ba8a-8fe8-4b04-99a8-a4b704aeeefb,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:42.636817 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:42.641977 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067753'] for router_interface, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:42.658940 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:42.669549 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:42.705532 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:16:42.726111 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:42.726540 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:42.727586 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:42.859256 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Pushing event updated for resources: {'Port': ['ID=5bc0e2bf-5acb-427b-9913-7cdbc7bacb39,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:42.865714 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:42.882357 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Routers {'d6e41701-5c26-460a-aa05-58ec29b52fb5'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:16:42.883056 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:16:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['d6e41701-5c26-460a-aa05-58ec29b52fb5'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:42.974941 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe7ef4-9dc8-4d1f-82fc-2aa45f6301cb req-ab01be1e-d8f7-434d-bb7a-38db2bc40346 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:42.976716 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c9fe7ef4-9dc8-4d1f-82fc-2aa45f6301cb req-ab01be1e-d8f7-434d-bb7a-38db2bc40346 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.1009095 Sep 16 19:16:43.031240 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c9fe7ef4-9dc8-4d1f-82fc-2aa45f6301cb req-71f3aa98-ec48-4ed9-b39b-4802917fd65b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472677 Sep 16 19:16:43.195635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:43.199548 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:43.229138 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:43.257393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:43.316475 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852708017'] for router_interface, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:43.321228 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Pushing event updated for resources: {'Port': ['ID=2150ba8a-8fe8-4b04-99a8-a4b704aeeefb,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:43.323182 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=bcad1742-bf6a-4da5-bb11-6fda6e0bdd17,segment=NetworkSegment(fde2c6f3-b1b3-4f73-a982-12dcfaa14507),segment_id=fde2c6f3-b1b3-4f73-a982-12dcfaa14507)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:16:43.324773 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:43.332886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:43.335721 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:43.385862 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] Set router d6e41701-5c26-460a-aa05-58ec29b52fb5 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:16:43.479223 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=bcad1742-bf6a-4da5-bb11-6fda6e0bdd17,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:43.483866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:43.488198 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:16:43.489416 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:16:43.672973 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-90c14b60-e437-4bd0-be17-51c90303d25c None None] Provisioning for port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:16:43.694145 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-90c14b60-e437-4bd0-be17-51c90303d25c None None] Provisioning complete for port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:43.694570 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-90c14b60-e437-4bd0-be17-51c90303d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:43.798940 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-90c14b60-e437-4bd0-be17-51c90303d25c None None] Port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:16:43.835271 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-90c14b60-e437-4bd0-be17-51c90303d25c None None] Provisioning complete for port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:43.835741 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-90c14b60-e437-4bd0-be17-51c90303d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:43.897054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 4, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port': {'id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:40Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '2150ba8a-8fe8-4b04-99a8-a4b704aeeefb', 'name': '', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'mac_address': 'fa:16:3e:26:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:42Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 1, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'subnets': [{'id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:43.908739 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Router d6e41701-5c26-460a-aa05-58ec29b52fb5 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:16:43.911813 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd05746-51e0-42b7-9f6e-7dd92343f704 None None] The sync data for ids ['d6e41701-5c26-460a-aa05-58ec29b52fb5'] in dv-cinder-809448-1-smb is: [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 4, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port': {'id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:40Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '2150ba8a-8fe8-4b04-99a8-a4b704aeeefb', 'name': '', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'mac_address': 'fa:16:3e:26:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:42Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 1, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'subnets': [{'id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:16:44.106567 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-e9d5000f-9b08-4603-acb1-723b4edadd74 None None] Provisioning complete for port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:44.106995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e9d5000f-9b08-4603-acb1-723b4edadd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:44.138313 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:16:44.153002 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-864c4ba6-e462-43dd-98b2-cfc324831220 admin admin] 10.222.0.39 "PUT /v2.0/routers/d6e41701-5c26-460a-aa05-58ec29b52fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9059916 Sep 16 19:16:44.170527 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5000f-9b08-4603-acb1-723b4edadd74 None None] Port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:16:44.265531 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d009fc-798e-45b8-8013-e2f370e43c63 req-180f71eb-9a3d-4663-9fed-ed03731818c7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:44.267200 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e2d009fc-798e-45b8-8013-e2f370e43c63 req-180f71eb-9a3d-4663-9fed-ed03731818c7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0888188 Sep 16 19:16:44.271669 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:16:44.362855 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e2d009fc-798e-45b8-8013-e2f370e43c63 req-ed459a24-b333-47e2-bbbc-768f8042a11f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876963 Sep 16 19:16:44.379584 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:44.380103 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:45.130734 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 46520) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:16:45.136901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-841954490-network', 'tenant_id': '611e6b08fdb2465f988c049d2d631696'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:16:45.142217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:16:45.147015 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Usage tracker for resource:network and tenant:611e6b08fdb2465f988c049d2d631696 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:16:45.150244 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:16:45.156472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:16:45.167075 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Made reservation on behalf of 611e6b08fdb2465f988c049d2d631696 for: {'network': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:16:45.171844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for network, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:45.185931 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:45.220773 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:16:45.225680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Usage tracker for resource:security_group_rule and tenant:611e6b08fdb2465f988c049d2d631696 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:16:45.228731 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:16:45.234847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:16:45.304697 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:45.307675 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:45.312184 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:45.334147 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=82446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:16:45.355847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583cbfda-301d-47ed-b64f-6545fad6a54d,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:45.359165 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:45.360387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:45.360805 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.segments_db [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Added segment 9539b8b6-5c73-48d7-b8f6-5a752ca936db of type vlan for network 38c6c7c1-2b61-41a3-9985-06f8679e32ce Sep 16 19:16:45.388381 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784133778649'] for network, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:45.422060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845'] for network, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:45.423783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:45.424805 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:45.430948 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:45.432022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 6017c797-26a3-4358-aca7-e6561c9ba431 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:16:45.583870 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Pushing event updated for resources: {'Network': ['ID=38c6c7c1-2b61-41a3-9985-06f8679e32ce,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:45.595872 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:45.599281 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4670880 Sep 16 19:16:45.604219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 46526) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:16:45.606689 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Network 38c6c7c1-2b61-41a3-9985-06f8679e32ce details requested by agent ovs-agent-dv-cinder-809448-1-smb with host dv-cinder-809448-1-smb {{(pid=82447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:16:45.612359 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Request body: {'subnet': {'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-841954490-subnet', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'ip_version': 4}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:16:45.622651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad858bfc-4f89-460b-ab03-f939106e3927 req-2ddb1863-be33-4050-82f6-c483e4179e96 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:45.624254 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ad858bfc-4f89-460b-ab03-f939106e3927 req-2ddb1863-be33-4050-82f6-c483e4179e96 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.1160603 Sep 16 19:16:45.625303 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:16:45.630660 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Usage tracker for resource:subnet and tenant:611e6b08fdb2465f988c049d2d631696 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:16:45.650686 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:16:45.663876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:16:45.686622 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Made reservation on behalf of 611e6b08fdb2465f988c049d2d631696 for: {'subnet': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:16:45.691757 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981350'] for subnet, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:45.705635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 6017c797-26a3-4358-aca7-e6561c9ba431, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6017c797-26a3-4358-aca7-e6561c9ba431,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:16:45.716213 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ad858bfc-4f89-460b-ab03-f939106e3927 req-7b14be72-a204-4795-b00f-158f32a5af04 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825565 Sep 16 19:16:45.735299 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '6017c797-26a3-4358-aca7-e6561c9ba431', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'port_id': '6017c797-26a3-4358-aca7-e6561c9ba431', 'mac_address': 'fa:16:3e:1e:bc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:16:45.805541 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:45.824060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6017c797-26a3-4358-aca7-e6561c9ba431 {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:16:45.839600 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 6017c797-26a3-4358-aca7-e6561c9ba431, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6017c797-26a3-4358-aca7-e6561c9ba431,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:16:45.843190 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:45.845168 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:45.914783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=6017c797-26a3-4358-aca7-e6561c9ba431,revision_number=6']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:45.917960 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:45.922224 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851646445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981365'] for subnet, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:45.927085 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c1db69a5-a50a-452f-858d-6ccfb9fa53d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:45.931873 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['6017c797-26a3-4358-aca7-e6561c9ba431'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:16:45.997850 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c24125-0021-4359-84de-94351e96074d,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:46.007192 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:46.024035 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Checking segment: {'id': '9539b8b6-5c73-48d7-b8f6-5a752ca936db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:16:46.024433 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Network hostable DHCP agents. Network: 38c6c7c1-2b61-41a3-9985-06f8679e32ce, hostable agents: ['2c806d6f-6a04-4a36-8805-ac0856f9c1e3'], hosted agents: [] {{(pid=82445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:16:46.046768 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Network 38c6c7c1-2b61-41a3-9985-06f8679e32ce is scheduled to be hosted by DHCP agent 2c806d6f-6a04-4a36-8805-ac0856f9c1e3 with binding_index 1 {{(pid=82445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:16:46.055877 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-smb, 38c6c7c1-2b61-41a3-9985-06f8679e32ce) {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:16:46.071624 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:46.072280 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:46.083843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd72f05-f079-44e3-a6f9-3ae7d87dc58b None None] Network 38c6c7c1-2b61-41a3-9985-06f8679e32ce requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:16:46.098421 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-12ff432d-ec53-4f29-8887-8648efb5f868 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4923949 Sep 16 19:16:46.101234 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 46530) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:16:46.106633 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-841954490-router', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:16:46.111462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:16:46.116273 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Usage tracker for resource:router and tenant:611e6b08fdb2465f988c049d2d631696 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:16:46.119321 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:16:46.125592 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:16:46.137967 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852699886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28556'] for router, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:46.138954 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2015831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854747257'] for router, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:46.159482 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:46.294876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:16:46.312528 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2067211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852699795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5993'] for router, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:46.399614 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e37b871-3d2b-560b-aa01-d504ce574d4f-38c6c7c1-2b61-41a3-9985-06f8679e32ce', 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'fixed_ips': [{'subnet_id': '13c24125-0021-4359-84de-94351e96074d'}]}} from dv-cinder-809448-1-smb. {{(pid=82447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:16:46.400472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:46.472284 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:16:46.493056 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:46.493665 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:46.509878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:46.542966 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:46.676416 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Allocated IP 172.20.0.2 (38c6c7c1-2b61-41a3-9985-06f8679e32ce/13c24125-0021-4359-84de-94351e96074d/126a650c-7b41-4868-a18b-7d6ae3144408) {{(pid=82447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:16:46.691739 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Allocated IP 172.28.0.127 (718729de-5f21-40b7-aa11-1e5226d826a0/36747542-734f-49ce-8806-50515b72b8f0/7bd79aba-9e06-445f-87be-20c6b01da7f1) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:16:46.701370 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:46.795793 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=5bc0e2bf-5acb-427b-9913-7cdbc7bacb39,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:16:46.800925 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:46.805566 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:46.932364 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=5bc0e2bf-5acb-427b-9913-7cdbc7bacb39,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:46.939143 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:47.005905 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Notify callbacks [] for port, precommit_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:47.017577 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Transition to ACTIVE for port object 126a650c-7b41-4868-a18b-7d6ae3144408 will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:16:47.037122 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Transition to ACTIVE for port object 126a650c-7b41-4868-a18b-7d6ae3144408 will not be triggered until provisioned by entity DHCP. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:16:47.041722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778'] for port, after_create {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:47.046757 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:47.117003 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:47.119022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Network 38c6c7c1-2b61-41a3-9985-06f8679e32ce is already hosted by enough agents. {{(pid=82447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:16:47.122061 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Resources bound (agent type, host, resource id): {{(pid=82447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:16:47.126838 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Received port after_create {{(pid=82447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:16:47.129495 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Pushing event updated for resources: {'Port': ['ID=126a650c-7b41-4868-a18b-7d6ae3144408,revision_number=1']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:47.133913 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:47.145685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704491d8-f474-4d0c-9fbc-5c62a90f16a7 req-00ac99ec-4195-4578-8d3a-4169c5036d6f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:47.147291 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-704491d8-f474-4d0c-9fbc-5c62a90f16a7 req-00ac99ec-4195-4578-8d3a-4169c5036d6f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 944 time: 0.1458232 Sep 16 19:16:47.182777 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:47.188642 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:47.221959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Attempting to bind port 126a650c-7b41-4868-a18b-7d6ae3144408 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:16:47.222500 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Attempting to bind port 126a650c-7b41-4868-a18b-7d6ae3144408 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '9539b8b6-5c73-48d7-b8f6-5a752ca936db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:16:47.222804 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Attempting to bind port 126a650c-7b41-4868-a18b-7d6ae3144408 on network 38c6c7c1-2b61-41a3-9985-06f8679e32ce {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:16:47.229801 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:16:47.230224 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Checking segment: {'id': '9539b8b6-5c73-48d7-b8f6-5a752ca936db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:16:47.230675 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:47.231100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Bound using segment: {'id': '9539b8b6-5c73-48d7-b8f6-5a752ca936db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:16:47.231625 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Bound port: 126a650c-7b41-4868-a18b-7d6ae3144408, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9539b8b6-5c73-48d7-b8f6-5a752ca936db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:16:47.232046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:47.274002 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:16:47.279175 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-704491d8-f474-4d0c-9fbc-5c62a90f16a7 req-f5304e20-746c-4b1f-bf8b-b3dadc55e8b3 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234233 Sep 16 19:16:47.283138 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:16:47.285539 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Pushing event updated for resources: {'Port': ['ID=7bd79aba-9e06-445f-87be-20c6b01da7f1,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:47.288998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:16:47.308045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2761dd0f-cb8e-487a-bc89-904742383c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:47.339851 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:47.340163 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:47.340625 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:47.341036 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:47.341438 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:47.341827 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:47.342218 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:47.342625 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:47.342999 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:47.343407 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:47.343774 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:47.349274 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:47.361905 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] For port 126a650c-7b41-4868-a18b-7d6ae3144408, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:16:47.365720 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] For port 126a650c-7b41-4868-a18b-7d6ae3144408, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=126a650c-7b41-4868-a18b-7d6ae3144408,segment=NetworkSegment(9539b8b6-5c73-48d7-b8f6-5a752ca936db),segment_id=9539b8b6-5c73-48d7-b8f6-5a752ca936db)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:16:47.368995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:47.373541 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:47.457045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 6017c797-26a3-4358-aca7-e6561c9ba431 up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:16:47.472702 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:47.473440 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2075930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852708499'] for router, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:47.497907 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Pushing event updated for resources: {'Port': ['ID=126a650c-7b41-4868-a18b-7d6ae3144408,revision_number=2']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:47.501167 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:47.542178 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 6017c797-26a3-4358-aca7-e6561c9ba431 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:47.542607 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:47.664208 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:47.700014 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62caaeb2-23ff-49e9-946b-4a5439315810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6017c797-26a3-4358-aca7-e6561c9ba431'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:16:47.712374 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 6017c797-26a3-4358-aca7-e6561c9ba431, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6017c797-26a3-4358-aca7-e6561c9ba431,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:16:47.715906 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:47.718560 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:47.774781 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Router f683e54d-d462-41a7-9dc0-f141965208ba is scheduled to L3 agent 5997707d-f400-4969-be70-26083f2c9806 with binding_index 1 {{(pid=82445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:16:47.790865 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Sync routers for ids ['d6e41701-5c26-460a-aa05-58ec29b52fb5'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:16:47.819023 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=6017c797-26a3-4358-aca7-e6561c9ba431,revision_number=7']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:47.822394 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:47.828315 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Routers {'d6e41701-5c26-460a-aa05-58ec29b52fb5'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:16:47.828503 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:16:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['d6e41701-5c26-460a-aa05-58ec29b52fb5'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:48.042665 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Set router d6e41701-5c26-460a-aa05-58ec29b52fb5 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:16:48.043301 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:16:48.053629 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Sync routers for ids ['f683e54d-d462-41a7-9dc0-f141965208ba'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:16:48.067398 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Routers {'f683e54d-d462-41a7-9dc0-f141965208ba'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:16:48.068088 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:16:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['f683e54d-d462-41a7-9dc0-f141965208ba'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:48.090183 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Notify callbacks [] for router, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:48.091671 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9894388 Sep 16 19:16:48.094800 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 46540) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:16:48.123456 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62caaeb2-23ff-49e9-946b-4a5439315810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6017c797-26a3-4358-aca7-e6561c9ba431', 'code': 200} Sep 16 19:16:48.450644 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Set router f683e54d-d462-41a7-9dc0-f141965208ba gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:16:48.457012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 4, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port': {'id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:40Z', 'updated_at': '2021-09-16T19:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '2150ba8a-8fe8-4b04-99a8-a4b704aeeefb', 'name': '', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'mac_address': 'fa:16:3e:26:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:42Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 2, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'subnets': [{'id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:48.479078 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Checking router: d6e41701-5c26-460a-aa05-58ec29b52fb5 for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:16:48.479652 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Updating router d6e41701-5c26-460a-aa05-58ec29b52fb5 port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb binding host dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:16:48.551023 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:48.587890 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 126a650c-7b41-4868-a18b-7d6ae3144408 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:16:48.656723 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64350c12-33eb-416d-9376-95b06d4d9208 req-306e2271-027f-4a8c-ad06-7b87c4458e70 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:48.658817 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-64350c12-33eb-416d-9376-95b06d4d9208 req-306e2271-027f-4a8c-ad06-7b87c4458e70 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.1527433 Sep 16 19:16:48.738428 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-64350c12-33eb-416d-9376-95b06d4d9208 req-eb5e2720-f41b-4d11-bc79-76e974883c29 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726409 Sep 16 19:16:48.894613 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port 126a650c-7b41-4868-a18b-7d6ae3144408 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:16:48.922045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:16:49.003356 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:49.088325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Notify callbacks [] for port, precommit_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:49.104006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Transition to ACTIVE for port object 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb will not be triggered until provisioned by entity L2. {{(pid=82448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:16:49.110847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:49.124139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-db8e5e33-aa27-4018-8c40-0c6ddea3cf7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:49.148543 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:49.149167 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:49.205089 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'name': 'tempest-TestMinimumBasicScenario-841954490-router', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '7bd79aba-9e06-445f-87be-20c6b01da7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:16:47Z', 'revision_number': 3, 'project_id': '611e6b08fdb2465f988c049d2d631696', 'gw_port': {'id': '7bd79aba-9e06-445f-87be-20c6b01da7f1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:49.221912 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Checking router: f683e54d-d462-41a7-9dc0-f141965208ba for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:16:49.223426 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Updating router f683e54d-d462-41a7-9dc0-f141965208ba port 7bd79aba-9e06-445f-87be-20c6b01da7f1 binding host dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:16:49.295424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:49.412349 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:49.691743 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ae473b-e9b1-4543-b996-abc725dd0da2 None None] Network 38c6c7c1-2b61-41a3-9985-06f8679e32ce requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:16:49.777886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Pushing event updated for resources: {'Port': ['ID=2150ba8a-8fe8-4b04-99a8-a4b704aeeefb,revision_number=3']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:49.781154 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Attempting to bind port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:16:49.781580 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Attempting to bind port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9'}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:16:49.781996 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Attempting to bind port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb on network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:16:49.795694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:16:49.796115 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Checking segment: {'id': 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:16:49.796562 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:49.797021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Bound using segment: {'id': 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9'} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:16:49.797535 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Bound port: 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9'}}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:16:49.798045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:49.816367 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Allocated IP 172.20.0.1 (38c6c7c1-2b61-41a3-9985-06f8679e32ce/13c24125-0021-4359-84de-94351e96074d/5712db9b-6f83-4541-9717-f9a7682d8f27) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:16:49.918944 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] For port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:16:49.926912 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] For port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=2150ba8a-8fe8-4b04-99a8-a4b704aeeefb,segment=NetworkSegment(fde2c6f3-b1b3-4f73-a982-12dcfaa14507),segment_id=fde2c6f3-b1b3-4f73-a982-12dcfaa14507)] {{(pid=82448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:16:49.938063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:49.943642 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:49.948905 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:49.949600 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:49.950423 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:49.953003 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:49.953641 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:49.954217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:49.956409 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:49.957599 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:49.958174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:49.960569 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:16:49.986436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:49.987072 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:50.010275 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-63d8625d-3728-4f73-b6eb-1c23dba85df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:50.034751 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:50.050790 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Notify callbacks [] for port, precommit_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:50.067046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-3bf018d0-6d55-4fe2-9834-6f3254a8b728 None None] Provisioning for port 126a650c-7b41-4868-a18b-7d6ae3144408 completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:16:50.075098 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec71f4c-5594-4d8d-a7b4-504ee3c27892 req-294cc808-e8b2-4e7a-8997-1d8b7de2c2ca tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:50.078719 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-3bf018d0-6d55-4fe2-9834-6f3254a8b728 None None] Provisioning complete for port 126a650c-7b41-4868-a18b-7d6ae3144408 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:50.079374 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3bf018d0-6d55-4fe2-9834-6f3254a8b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:50.085765 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2ec71f4c-5594-4d8d-a7b4-504ee3c27892 req-294cc808-e8b2-4e7a-8997-1d8b7de2c2ca tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.1713347 Sep 16 19:16:50.119980 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:50.154224 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Routers {'d6e41701-5c26-460a-aa05-58ec29b52fb5'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:16:50.154926 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:16:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['d6e41701-5c26-460a-aa05-58ec29b52fb5'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:50.173264 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2ec71f4c-5594-4d8d-a7b4-504ee3c27892 req-052f006f-2157-465a-aa20-bcf632aad29d tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861976 Sep 16 19:16:50.174046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Transition to ACTIVE for port object 7bd79aba-9e06-445f-87be-20c6b01da7f1 will not be triggered until provisioned by entity L2. {{(pid=82447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:16:50.205786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Transition to ACTIVE for port object 5712db9b-6f83-4541-9717-f9a7682d8f27 will not be triggered until provisioned by entity DHCP. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:16:50.224985 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:50.235383 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:50.267142 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:50.272031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e593a671-0fa3-4638-a351-5768ddedf5bf tempest-ServerRescueNegativeTestJSON-111426190 tempest-ServerRescueNegativeTestJSON-111426190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:50.374729 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Network 38c6c7c1-2b61-41a3-9985-06f8679e32ce is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:16:50.378464 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:16:50.383132 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:16:50.447789 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5712db9b-6f83-4541-9717-f9a7682d8f27,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:50.478131 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:50.487238 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba42640-c2d8-45f7-ae02-d3574e07a0d5 None None] Pushing event updated for resources: {'Port': ['ID=7bd79aba-9e06-445f-87be-20c6b01da7f1,revision_number=2']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:50.490441 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1ba42640-c2d8-45f7-ae02-d3574e07a0d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:50.515415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3bf018d0-6d55-4fe2-9834-6f3254a8b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:50.548443 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067753'] for router_interface, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:50.577413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Attempting to bind port 7bd79aba-9e06-445f-87be-20c6b01da7f1 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:16:50.577758 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Attempting to bind port 7bd79aba-9e06-445f-87be-20c6b01da7f1 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:16:50.584809 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Attempting to bind port 7bd79aba-9e06-445f-87be-20c6b01da7f1 on network 718729de-5f21-40b7-aa11-1e5226d826a0 {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:16:50.620476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] Set router d6e41701-5c26-460a-aa05-58ec29b52fb5 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:16:50.652264 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:16:50.652683 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Checking segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:16:50.653149 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:50.653589 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Bound using segment: {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'} {{(pid=82447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:16:50.654127 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Bound port: 7bd79aba-9e06-445f-87be-20c6b01da7f1, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c15390-c3b0-48fb-b0dc-215d1eba1a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}}] {{(pid=82447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:16:50.654547 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:50.730233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:50.736762 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-3bf018d0-6d55-4fe2-9834-6f3254a8b728 None None] For port 126a650c-7b41-4868-a18b-7d6ae3144408, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=126a650c-7b41-4868-a18b-7d6ae3144408,segment=NetworkSegment(9539b8b6-5c73-48d7-b8f6-5a752ca936db),segment_id=9539b8b6-5c73-48d7-b8f6-5a752ca936db)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:16:50.754644 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3bf018d0-6d55-4fe2-9834-6f3254a8b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:50.760216 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:51.073794 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Pushing event updated for resources: {'Port': ['ID=2150ba8a-8fe8-4b04-99a8-a4b704aeeefb,revision_number=4']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:51.091054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 4, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port': {'id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:40Z', 'updated_at': '2021-09-16T19:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '2150ba8a-8fe8-4b04-99a8-a4b704aeeefb', 'name': '', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'mac_address': 'fa:16:3e:26:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:42Z', 'updated_at': '2021-09-16T19:16:49Z', 'revision_number': 4, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'subnets': [{'id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:51.094359 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3d165ef2-915e-40b7-b60a-e8085c931bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.107s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:51.098270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e38b5-3941-4ce0-b22d-2d953c399451 None None] The sync data for ids ['d6e41701-5c26-460a-aa05-58ec29b52fb5'] in dv-cinder-809448-1-smb is: [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 4, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port': {'id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:40Z', 'updated_at': '2021-09-16T19:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '2150ba8a-8fe8-4b04-99a8-a4b704aeeefb', 'name': '', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'mac_address': 'fa:16:3e:26:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:42Z', 'updated_at': '2021-09-16T19:16:49Z', 'revision_number': 4, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'subnets': [{'id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:16:51.123795 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b0f45-d23f-4343-89b6-82d91df100cf req-e4d8c139-34f7-45e5-9005-ec64f985413b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:51.125976 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0b3b0f45-d23f-4343-89b6-82d91df100cf req-e4d8c139-34f7-45e5-9005-ec64f985413b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.1696017 Sep 16 19:16:51.132552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf018d0-6d55-4fe2-9834-6f3254a8b728 None None] Pushing event updated for resources: {'Port': ['ID=126a650c-7b41-4868-a18b-7d6ae3144408,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:51.146905 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:51.155407 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:51.177843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3bf018d0-6d55-4fe2-9834-6f3254a8b728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:51.185864 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] For port 7bd79aba-9e06-445f-87be-20c6b01da7f1, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:16:51.199402 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ef9adc32-1d2b-462a-8cd8-cac668bcd16d tempest-VolumesActionsTest-393501763 tempest-VolumesActionsTest-393501763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:51.206913 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] For port 7bd79aba-9e06-445f-87be-20c6b01da7f1, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=7bd79aba-9e06-445f-87be-20c6b01da7f1,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:16:51.208656 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0b3b0f45-d23f-4343-89b6-82d91df100cf req-83a2cb56-1982-4941-a52a-61a11221e2f3 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745640 Sep 16 19:16:51.211267 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:51.216313 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:51.344072 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:51.363787 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Routers {'f683e54d-d462-41a7-9dc0-f141965208ba'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:16:51.364485 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:16:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['f683e54d-d462-41a7-9dc0-f141965208ba'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:51.381898 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5712db9b-6f83-4541-9717-f9a7682d8f27,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:51.384673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852708017'] for router_interface, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:51.393763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:51.459398 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba42640-c2d8-45f7-ae02-d3574e07a0d5 None None] Pushing event updated for resources: {'Port': ['ID=7bd79aba-9e06-445f-87be-20c6b01da7f1,revision_number=3']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:51.485051 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1ba42640-c2d8-45f7-ae02-d3574e07a0d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:51.588327 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Network 38c6c7c1-2b61-41a3-9985-06f8679e32ce is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:16:51.589711 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:16:51.701469 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8b579-f95b-4c1f-bb13-463723fc9450 req-27266fa1-1b95-43fb-9efd-1be4f6efdd96 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:51.711205 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3af8b579-f95b-4c1f-bb13-463723fc9450 req-27266fa1-1b95-43fb-9efd-1be4f6efdd96 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.2508683 Sep 16 19:16:51.729677 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] Set router f683e54d-d462-41a7-9dc0-f141965208ba gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:16:51.796118 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3af8b579-f95b-4c1f-bb13-463723fc9450 req-2c63d0eb-00e6-4acc-bdbe-7e8d101ede43 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832069 Sep 16 19:16:51.980122 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-fd592339-f089-4fa3-8808-81e4746660bb None None] Provisioning complete for port 126a650c-7b41-4868-a18b-7d6ae3144408 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:51.980587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fd592339-f089-4fa3-8808-81e4746660bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:52.155511 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Router f683e54d-d462-41a7-9dc0-f141965208ba has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:16:52.512008 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:16:52.585202 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:16:52.615557 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] 10.222.0.39 "PUT /v2.0/routers/f683e54d-d462-41a7-9dc0-f141965208ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5192666 Sep 16 19:16:52.708265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2837fd5-4c29-4156-814d-5b54f964f360 req-55c9c0a6-a26c-4a82-9fc7-7df974cfa16e tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:52.722323 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a2837fd5-4c29-4156-814d-5b54f964f360 req-55c9c0a6-a26c-4a82-9fc7-7df974cfa16e tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.2013445 Sep 16 19:16:52.759586 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'name': 'tempest-TestMinimumBasicScenario-841954490-router', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '7bd79aba-9e06-445f-87be-20c6b01da7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:16:50Z', 'revision_number': 4, 'project_id': '611e6b08fdb2465f988c049d2d631696', 'gw_port': {'id': '7bd79aba-9e06-445f-87be-20c6b01da7f1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '5712db9b-6f83-4541-9717-f9a7682d8f27', 'name': '', 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'mac_address': 'fa:16:3e:e5:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13c24125-0021-4359-84de-94351e96074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:49Z', 'updated_at': '2021-09-16T19:16:50Z', 'revision_number': 2, 'project_id': '611e6b08fdb2465f988c049d2d631696', 'subnets': [{'id': '13c24125-0021-4359-84de-94351e96074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:52.773807 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a87436-f28d-45ac-baeb-6710b4b67430 None None] The sync data for ids ['f683e54d-d462-41a7-9dc0-f141965208ba'] in dv-cinder-809448-1-smb is: [{'id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'name': 'tempest-TestMinimumBasicScenario-841954490-router', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '7bd79aba-9e06-445f-87be-20c6b01da7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:16:50Z', 'revision_number': 4, 'project_id': '611e6b08fdb2465f988c049d2d631696', 'gw_port': {'id': '7bd79aba-9e06-445f-87be-20c6b01da7f1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '5712db9b-6f83-4541-9717-f9a7682d8f27', 'name': '', 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'mac_address': 'fa:16:3e:e5:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13c24125-0021-4359-84de-94351e96074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:49Z', 'updated_at': '2021-09-16T19:16:50Z', 'revision_number': 2, 'project_id': '611e6b08fdb2465f988c049d2d631696', 'subnets': [{'id': '13c24125-0021-4359-84de-94351e96074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:16:52.787978 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-fd592339-f089-4fa3-8808-81e4746660bb None None] Provisioning for port 5712db9b-6f83-4541-9717-f9a7682d8f27 completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:16:52.796082 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-fd592339-f089-4fa3-8808-81e4746660bb None None] Provisioning complete for port 5712db9b-6f83-4541-9717-f9a7682d8f27 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:52.796509 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fd592339-f089-4fa3-8808-81e4746660bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:52.821799 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a2837fd5-4c29-4156-814d-5b54f964f360 req-542ebbba-92da-41a3-b4d7-18cafecbcb67 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981216 Sep 16 19:16:52.895575 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-fd592339-f089-4fa3-8808-81e4746660bb None None] Port 5712db9b-6f83-4541-9717-f9a7682d8f27 cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:16:52.905832 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:16:52.912353 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:52.912757 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:53.047286 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-c560443b-60d2-4672-abb9-387a0f669047 None None] Provisioning complete for port 5712db9b-6f83-4541-9717-f9a7682d8f27 triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:53.047725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c560443b-60d2-4672-abb9-387a0f669047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:53.161655 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:53.196083 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:53.210259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-c560443b-60d2-4672-abb9-387a0f669047 None None] Port 5712db9b-6f83-4541-9717-f9a7682d8f27 cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:16:53.229553 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7decb3-6883-4d82-b188-4739b4568df5 req-6b6a0c59-5d7a-4f49-8443-973157c1c603 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:53.239799 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2f7decb3-6883-4d82-b188-4739b4568df5 req-6b6a0c59-5d7a-4f49-8443-973157c1c603 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.1624563 Sep 16 19:16:53.251208 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=2150ba8a-8fe8-4b04-99a8-a4b704aeeefb,segment=NetworkSegment(fde2c6f3-b1b3-4f73-a982-12dcfaa14507),segment_id=fde2c6f3-b1b3-4f73-a982-12dcfaa14507)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:16:53.256560 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:53.258050 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 126a650c-7b41-4868-a18b-7d6ae3144408 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:16:53.300694 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2f7decb3-6883-4d82-b188-4739b4568df5 req-286a9fcc-1179-4424-aaea-ca13df8e15fb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589499 Sep 16 19:16:53.312148 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:53.423843 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=2150ba8a-8fe8-4b04-99a8-a4b704aeeefb,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:53.428864 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:53.442701 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 126a650c-7b41-4868-a18b-7d6ae3144408 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:53.443138 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:53.465095 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f6e7f33c-c9ae-4f34-98e4-91a56432ece5 req-9c286a50-e523-4829-853e-6bb330f3d30e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4620535 Sep 16 19:16:53.815063 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f6e7f33c-c9ae-4f34-98e4-91a56432ece5 req-65211355-2609-4551-ad21-96de09ae8453 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5f3cdbaa6034f4abfe2547e31936b90&device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 1098 time: 0.2064884 Sep 16 19:16:54.114672 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fb16c-778e-4d7c-9969-6eb6aed0572f req-d72c18aa-329c-40d4-9785-43b79075a041 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:54.116693 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-247fb16c-778e-4d7c-9969-6eb6aed0572f req-d72c18aa-329c-40d4-9785-43b79075a041 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.1482575 Sep 16 19:16:54.134131 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7f33c-c9ae-4f34-98e4-91a56432ece5 req-4e4392c2-2909-466d-870e-4617b23ed15f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:54.135729 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f6e7f33c-c9ae-4f34-98e4-91a56432ece5 req-4e4392c2-2909-466d-870e-4617b23ed15f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66 HTTP/1.1" status: 200 len: 912 time: 0.2781060 Sep 16 19:16:54.191924 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-247fb16c-778e-4d7c-9969-6eb6aed0572f req-79dc8d70-1b64-4a7a-87c6-672e19b454f4 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691571 Sep 16 19:16:54.303212 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f6e7f33c-c9ae-4f34-98e4-91a56432ece5 req-622a6a38-c914-4549-9761-5beff3d04fe6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=719d5510-b039-433a-95da-11cbe53b5247 HTTP/1.1" status: 200 len: 1000 time: 0.1597440 Sep 16 19:16:54.327935 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:16:54.468989 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:54.469426 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:54.471235 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7f33c-c9ae-4f34-98e4-91a56432ece5 req-815b0b8a-68fc-466b-b3b9-d4022686008c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:54.473614 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f6e7f33c-c9ae-4f34-98e4-91a56432ece5 req-815b0b8a-68fc-466b-b3b9-d4022686008c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf6c85c4-0167-4c1c-92ec-34ad8e35130f HTTP/1.1" status: 200 len: 850 time: 0.1359034 Sep 16 19:16:54.801232 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f6e7f33c-c9ae-4f34-98e4-91a56432ece5 req-efe8c464-81d4-451e-b393-3bd128fabeb5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3137157 Sep 16 19:16:54.896959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac05647-bdbb-47b3-9851-1680d5b52b12 req-1057f725-0d6f-4e53-b5c4-a544c76c7139 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:54.898675 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6ac05647-bdbb-47b3-9851-1680d5b52b12 req-1057f725-0d6f-4e53-b5c4-a544c76c7139 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.2819047 Sep 16 19:16:54.984109 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f6e7f33c-c9ae-4f34-98e4-91a56432ece5 req-41ebe8b8-351c-4705-9182-43d598988025 service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676185 Sep 16 19:16:55.035946 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6ac05647-bdbb-47b3-9851-1680d5b52b12 req-0b0ec2a4-4923-4309-a4da-1a56fcb0ecca tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273530 Sep 16 19:16:55.351712 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f6e7f33c-c9ae-4f34-98e4-91a56432ece5 req-ebb62874-27e2-466c-b1ce-7b8cd3074045 service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138793 Sep 16 19:16:55.638903 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688fcad-b008-451a-8056-749896762d13 req-eba0cd36-b22b-49ad-992d-59a8f5c49053 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:55.647259 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d688fcad-b008-451a-8056-749896762d13 req-eba0cd36-b22b-49ad-992d-59a8f5c49053 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.1932068 Sep 16 19:16:55.729626 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d688fcad-b008-451a-8056-749896762d13 req-319f5ac4-571b-4fab-aae3-fdfa970169d9 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759845 Sep 16 19:16:56.386264 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 7bd79aba-9e06-445f-87be-20c6b01da7f1 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:16:56.553103 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236199c6-70b8-4cca-9504-5e28a5fd4a20 req-ff9a159e-2a18-4a38-a6af-24a6a70054fc tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:56.560030 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-236199c6-70b8-4cca-9504-5e28a5fd4a20 req-ff9a159e-2a18-4a38-a6af-24a6a70054fc tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.2662756 Sep 16 19:16:56.571318 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port 7bd79aba-9e06-445f-87be-20c6b01da7f1 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:16:56.576531 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 7bd79aba-9e06-445f-87be-20c6b01da7f1 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:56.577135 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:56.659077 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-236199c6-70b8-4cca-9504-5e28a5fd4a20 req-ebb33b51-ffa1-444a-948f-00871271b714 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926216 Sep 16 19:16:56.741304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:56.793351 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port 7bd79aba-9e06-445f-87be-20c6b01da7f1, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=7bd79aba-9e06-445f-87be-20c6b01da7f1,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:16:56.801509 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:56.803943 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1ba42640-c2d8-45f7-ae02-d3574e07a0d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:16:56.932959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=7bd79aba-9e06-445f-87be-20c6b01da7f1,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:16:56.939649 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:16:57.063536 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bcfc8-81ee-4e0a-9a05-f2ec5a9e9266 req-da638236-9b4f-4739-bf0a-06fe78c55fc7 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:57.065220 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-259bcfc8-81ee-4e0a-9a05-f2ec5a9e9266 req-da638236-9b4f-4739-bf0a-06fe78c55fc7 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.1450796 Sep 16 19:16:57.163190 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-259bcfc8-81ee-4e0a-9a05-f2ec5a9e9266 req-8c3a0d95-c5d1-42e8-bfd7-5595b07e1a28 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862205 Sep 16 19:16:58.013147 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa520c6f-1171-4fbf-9745-136f8fe7f74f req-ab5384f6-c3f2-4e99-9b82-d679368bc9a7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:58.014798 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fa520c6f-1171-4fbf-9745-136f8fe7f74f req-ab5384f6-c3f2-4e99-9b82-d679368bc9a7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.1408052 Sep 16 19:16:58.083392 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fa520c6f-1171-4fbf-9745-136f8fe7f74f req-a2d970c0-3c6a-4054-8c62-7356cefbacd5 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561948 Sep 16 19:16:58.364407 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 7bd79aba-9e06-445f-87be-20c6b01da7f1 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:16:58.528901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 7bd79aba-9e06-445f-87be-20c6b01da7f1 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:16:58.529238 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:16:58.546796 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018cfc0-b1e2-4afe-b6e0-f7865844d4ef req-c516c61e-5380-4548-babd-8d4b484641bb tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:58.566202 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b018cfc0-b1e2-4afe-b6e0-f7865844d4ef req-c516c61e-5380-4548-babd-8d4b484641bb tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.1669524 Sep 16 19:16:58.661053 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b018cfc0-b1e2-4afe-b6e0-f7865844d4ef req-9cf43122-c230-4733-9445-8227d56b6018 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937376 Sep 16 19:16:58.687788 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Sync routers for ids ['f683e54d-d462-41a7-9dc0-f141965208ba'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:16:58.716281 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Routers {'f683e54d-d462-41a7-9dc0-f141965208ba'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:16:58.717260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:16:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['f683e54d-d462-41a7-9dc0-f141965208ba'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:59.001537 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Set router f683e54d-d462-41a7-9dc0-f141965208ba gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:16:59.437471 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b8694-a755-469b-830b-21817cfcea6a req-9e95b192-aa1f-43ef-abd7-253b41b8edbf tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:16:59.447336 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5a6b8694-a755-469b-830b-21817cfcea6a req-9e95b192-aa1f-43ef-abd7-253b41b8edbf tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.1065862 Sep 16 19:16:59.513437 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5a6b8694-a755-469b-830b-21817cfcea6a req-f3383ce7-9b6a-4fe3-b8c0-99f8f766c636 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649056 Sep 16 19:16:59.626388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'name': 'tempest-TestMinimumBasicScenario-841954490-router', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '7bd79aba-9e06-445f-87be-20c6b01da7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:16:50Z', 'revision_number': 4, 'project_id': '611e6b08fdb2465f988c049d2d631696', 'gw_port': {'id': '7bd79aba-9e06-445f-87be-20c6b01da7f1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '5712db9b-6f83-4541-9717-f9a7682d8f27', 'name': '', 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'mac_address': 'fa:16:3e:e5:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13c24125-0021-4359-84de-94351e96074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:49Z', 'updated_at': '2021-09-16T19:16:50Z', 'revision_number': 2, 'project_id': '611e6b08fdb2465f988c049d2d631696', 'subnets': [{'id': '13c24125-0021-4359-84de-94351e96074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:16:59.633451 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Checking router: f683e54d-d462-41a7-9dc0-f141965208ba for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:16:59.633851 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Updating router f683e54d-d462-41a7-9dc0-f141965208ba port 5712db9b-6f83-4541-9717-f9a7682d8f27 binding host dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:16:59.779012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:00.030680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4da9e-9c58-4f16-9a87-d5fdaf28dfac req-849495d3-e941-4423-97cb-fa1c1a4911f4 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:00.032565 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d5a4da9e-9c58-4f16-9a87-d5fdaf28dfac req-849495d3-e941-4423-97cb-fa1c1a4911f4 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.1017587 Sep 16 19:17:00.123578 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d5a4da9e-9c58-4f16-9a87-d5fdaf28dfac req-c94a0002-9349-4667-88f2-1d27a59340cf tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839067 Sep 16 19:17:00.258069 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Notify callbacks [] for port, precommit_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:00.271560 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Transition to ACTIVE for port object 5712db9b-6f83-4541-9717-f9a7682d8f27 will not be triggered until provisioned by entity L2. {{(pid=82448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:17:00.277865 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:00.286226 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:00.361819 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae6aff-f805-4130-9786-3df97b072902 None None] Pushing event updated for resources: {'Port': ['ID=5712db9b-6f83-4541-9717-f9a7682d8f27,revision_number=3']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:00.376270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-55ae6aff-f805-4130-9786-3df97b072902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:00.597503 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Attempting to bind port 5712db9b-6f83-4541-9717-f9a7682d8f27 on host dv-cinder-809448-1-smb for vnic_type normal with profile {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:17:00.598205 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Attempting to bind port 5712db9b-6f83-4541-9717-f9a7682d8f27 by drivers openvswitch,hyperv on host dv-cinder-809448-1-smb at level 0 using segments [{'id': '9539b8b6-5c73-48d7-b8f6-5a752ca936db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce'}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:17:00.598619 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Attempting to bind port 5712db9b-6f83-4541-9717-f9a7682d8f27 on network 38c6c7c1-2b61-41a3-9985-06f8679e32ce {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:17:00.629319 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Checking agent: {'id': 'f41dda3a-8c22-4087-860a-6b6a72ca30d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:17:00.634352 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Checking segment: {'id': '9539b8b6-5c73-48d7-b8f6-5a752ca936db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:17:00.634831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:00.635348 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Bound using segment: {'id': '9539b8b6-5c73-48d7-b8f6-5a752ca936db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce'} {{(pid=82448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:17:00.635833 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Bound port: 5712db9b-6f83-4541-9717-f9a7682d8f27, host: dv-cinder-809448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9539b8b6-5c73-48d7-b8f6-5a752ca936db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce'}}] {{(pid=82448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:17:00.636251 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:00.789256 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] For port 5712db9b-6f83-4541-9717-f9a7682d8f27, host dv-cinder-809448-1-smb, cleared binding levels {{(pid=82448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:17:00.813037 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] For port 5712db9b-6f83-4541-9717-f9a7682d8f27, host dv-cinder-809448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=5712db9b-6f83-4541-9717-f9a7682d8f27,segment=NetworkSegment(9539b8b6-5c73-48d7-b8f6-5a752ca936db),segment_id=9539b8b6-5c73-48d7-b8f6-5a752ca936db)] {{(pid=82448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:17:00.818371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82448) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:00.833554 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:00.953093 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae6aff-f805-4130-9786-3df97b072902 None None] Pushing event updated for resources: {'Port': ['ID=5712db9b-6f83-4541-9717-f9a7682d8f27,revision_number=4']} {{(pid=82448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:00.979410 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe673859-cdfc-4324-9808-c85196c0978e req-81c573fa-6883-4094-b4bb-6368986e676b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:00.997567 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fe673859-cdfc-4324-9808-c85196c0978e req-81c573fa-6883-4094-b4bb-6368986e676b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.2371123 Sep 16 19:17:01.006068 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-55ae6aff-f805-4130-9786-3df97b072902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82448) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:01.026681 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Routers {'f683e54d-d462-41a7-9dc0-f141965208ba'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:17:01.027388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:16:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['f683e54d-d462-41a7-9dc0-f141965208ba'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:17:01.128017 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fe673859-cdfc-4324-9808-c85196c0978e req-fea83a31-bf4c-4e4c-a1d0-503d7b9481e7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245959 Sep 16 19:17:01.626328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab773d48-647f-4917-a768-86d0502dd709 req-c317e490-9edf-40ef-a4e4-a0fa0a265057 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:01.633932 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ab773d48-647f-4917-a768-86d0502dd709 req-c317e490-9edf-40ef-a4e4-a0fa0a265057 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.3034861 Sep 16 19:17:01.685918 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] Set router f683e54d-d462-41a7-9dc0-f141965208ba gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:17:01.705482 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ab773d48-647f-4917-a768-86d0502dd709 req-2745e629-1115-4e6f-877c-44814d0ab3e9 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703487 Sep 16 19:17:01.850755 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:17:02.243057 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'name': 'tempest-TestMinimumBasicScenario-841954490-router', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '7bd79aba-9e06-445f-87be-20c6b01da7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:16:50Z', 'revision_number': 4, 'project_id': '611e6b08fdb2465f988c049d2d631696', 'gw_port': {'id': '7bd79aba-9e06-445f-87be-20c6b01da7f1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '5712db9b-6f83-4541-9717-f9a7682d8f27', 'name': '', 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'mac_address': 'fa:16:3e:e5:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13c24125-0021-4359-84de-94351e96074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:49Z', 'updated_at': '2021-09-16T19:17:00Z', 'revision_number': 4, 'project_id': '611e6b08fdb2465f988c049d2d631696', 'subnets': [{'id': '13c24125-0021-4359-84de-94351e96074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:17:02.255841 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79831c05-9703-4dd8-9fe5-2cb36ac04f60 None None] The sync data for ids ['f683e54d-d462-41a7-9dc0-f141965208ba'] in dv-cinder-809448-1-smb is: [{'id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'name': 'tempest-TestMinimumBasicScenario-841954490-router', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '7bd79aba-9e06-445f-87be-20c6b01da7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:16:50Z', 'revision_number': 4, 'project_id': '611e6b08fdb2465f988c049d2d631696', 'gw_port': {'id': '7bd79aba-9e06-445f-87be-20c6b01da7f1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '5712db9b-6f83-4541-9717-f9a7682d8f27', 'name': '', 'network_id': '38c6c7c1-2b61-41a3-9985-06f8679e32ce', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'mac_address': 'fa:16:3e:e5:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13c24125-0021-4359-84de-94351e96074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:49Z', 'updated_at': '2021-09-16T19:17:00Z', 'revision_number': 4, 'project_id': '611e6b08fdb2465f988c049d2d631696', 'subnets': [{'id': '13c24125-0021-4359-84de-94351e96074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:17:02.431304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 5712db9b-6f83-4541-9717-f9a7682d8f27 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:17:02.551499 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning for port 5712db9b-6f83-4541-9717-f9a7682d8f27 completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:17:02.569649 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 5712db9b-6f83-4541-9717-f9a7682d8f27 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:17:02.569938 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:02.577101 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f330d-0a31-438d-8e5e-2d9abc558815 req-74779ed5-9f36-481f-9942-a789914f3ad2 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:02.579124 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1a4f330d-0a31-438d-8e5e-2d9abc558815 req-74779ed5-9f36-481f-9942-a789914f3ad2 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.2109637 Sep 16 19:17:02.689095 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1a4f330d-0a31-438d-8e5e-2d9abc558815 req-21c947b1-db08-4110-9a02-342cdbcbadbf tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034148 Sep 16 19:17:02.751980 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:02.815231 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] For port 5712db9b-6f83-4541-9717-f9a7682d8f27, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=5712db9b-6f83-4541-9717-f9a7682d8f27,segment=NetworkSegment(9539b8b6-5c73-48d7-b8f6-5a752ca936db),segment_id=9539b8b6-5c73-48d7-b8f6-5a752ca936db)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:02.824167 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:02.829714 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2c42882f-b984-4653-9107-439dcde84bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:03.031185 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Pushing event updated for resources: {'Port': ['ID=5712db9b-6f83-4541-9717-f9a7682d8f27,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:03.052890 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:03.143411 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99749e72-f69e-4284-90de-19226cdb56bf req-04e49eef-b0d0-4712-b347-2e97bd022de6 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:03.157355 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-99749e72-f69e-4284-90de-19226cdb56bf req-04e49eef-b0d0-4712-b347-2e97bd022de6 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.1895626 Sep 16 19:17:03.231120 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-99749e72-f69e-4284-90de-19226cdb56bf req-ee2cb675-dc28-46c0-8938-1255a11eb45b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725205 Sep 16 19:17:04.038454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e855a-e895-4488-a3d0-19e4d0a5ed4c req-e9a08d8d-fde3-4436-bfad-a7678784ed5c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:04.042912 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-714e855a-e895-4488-a3d0-19e4d0a5ed4c req-e9a08d8d-fde3-4436-bfad-a7678784ed5c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.1571572 Sep 16 19:17:04.165327 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-714e855a-e895-4488-a3d0-19e4d0a5ed4c req-582d80cd-2dd8-4be0-b5a0-bb2e2a9c5ce7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122253 Sep 16 19:17:04.325328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 5712db9b-6f83-4541-9717-f9a7682d8f27 up at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:17:04.531016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Provisioning complete for port 5712db9b-6f83-4541-9717-f9a7682d8f27 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:17:04.533673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:04.621065 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524419c-c4b4-43bd-bae5-a27565a91498 req-2a07e3b2-d7f1-4495-a5ea-8e678013fecc tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:04.631809 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0524419c-c4b4-43bd-bae5-a27565a91498 req-2a07e3b2-d7f1-4495-a5ea-8e678013fecc tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.1931531 Sep 16 19:17:04.759349 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0524419c-c4b4-43bd-bae5-a27565a91498 req-98ec351e-0943-4d2b-a73b-94cb61f67f84 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101470 Sep 16 19:17:05.400113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9de72-ee7e-419f-9768-b66282b005d4 req-799b6769-71b4-4a01-99ba-a786b110f638 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:05.401662 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-baa9de72-ee7e-419f-9768-b66282b005d4 req-799b6769-71b4-4a01-99ba-a786b110f638 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0950913 Sep 16 19:17:05.454109 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-baa9de72-ee7e-419f-9768-b66282b005d4 req-2fec23ea-cc06-422e-b01d-7c2872f62b3f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459948 Sep 16 19:17:05.969163 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753d455-8816-43e5-b51b-e21c629e1f00 req-de3549ac-e6ba-4dcb-8dc2-d6f89609b972 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:05.971218 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c753d455-8816-43e5-b51b-e21c629e1f00 req-de3549ac-e6ba-4dcb-8dc2-d6f89609b972 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.0925398 Sep 16 19:17:06.029021 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c753d455-8816-43e5-b51b-e21c629e1f00 req-250d53cc-7f51-4812-9dfd-cd2caec7e42c tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510817 Sep 16 19:17:06.117921 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e1155b05-74cb-4959-bde1-591060bf8450 req-ddb15ebb-82c5-422f-8834-f57c70d34fa6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a339dcda4d0842f69010183fb6780189&device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 1099 time: 0.0861115 Sep 16 19:17:06.528520 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1155b05-74cb-4959-bde1-591060bf8450 req-4b600de6-ac1c-4537-9b05-e5d432fe96d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:06.530185 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e1155b05-74cb-4959-bde1-591060bf8450 req-4b600de6-ac1c-4537-9b05-e5d432fe96d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05f713ca-3513-43da-98ab-1117cce685d8 HTTP/1.1" status: 200 len: 910 time: 0.4057751 Sep 16 19:17:06.620850 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fd7d50fb-7d21-4fd1-ab8c-eca8f6c6e174 req-1f8f2513-a8dd-4ad5-8a09-9371d9a23d16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 1098 time: 0.4172075 Sep 16 19:17:06.692689 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95632774-1fd2-40e6-b175-7b88a27d10a1 req-c16994cb-c383-49e5-877d-cbccef07226d tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:06.694309 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-95632774-1fd2-40e6-b175-7b88a27d10a1 req-c16994cb-c383-49e5-877d-cbccef07226d tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0851543 Sep 16 19:17:06.738945 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e1155b05-74cb-4959-bde1-591060bf8450 req-c0ed3507-92e0-4def-acfd-376c23dd12fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0985a15a-c665-415a-9290-ab3d27ab466a HTTP/1.1" status: 200 len: 1002 time: 0.1992905 Sep 16 19:17:06.744831 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-95632774-1fd2-40e6-b175-7b88a27d10a1 req-66f399b8-6db5-44ab-a498-266ac6da0068 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434172 Sep 16 19:17:06.845750 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1155b05-74cb-4959-bde1-591060bf8450 req-1c8b483a-00d6-48ff-98f3-c7b33ba139bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:06.847371 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e1155b05-74cb-4959-bde1-591060bf8450 req-1c8b483a-00d6-48ff-98f3-c7b33ba139bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3df315f2-c24d-4091-b683-0a3588cce397 HTTP/1.1" status: 200 len: 848 time: 0.1013827 Sep 16 19:17:06.848421 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d50fb-7d21-4fd1-ab8c-eca8f6c6e174 req-14ceee24-d570-474d-9d5e-26a091d373e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:06.849856 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fd7d50fb-7d21-4fd1-ab8c-eca8f6c6e174 req-14ceee24-d570-474d-9d5e-26a091d373e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 918 time: 0.2171841 Sep 16 19:17:07.024630 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fd7d50fb-7d21-4fd1-ab8c-eca8f6c6e174 req-7988cd1a-ada6-459b-8029-d4321d188207 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6017c797-26a3-4358-aca7-e6561c9ba431 HTTP/1.1" status: 200 len: 1000 time: 0.1269872 Sep 16 19:17:07.076653 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e1155b05-74cb-4959-bde1-591060bf8450 req-54ecf375-ea9a-429a-adf2-30e2de6e3666 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05f713ca-3513-43da-98ab-1117cce685d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2162995 Sep 16 19:17:07.196992 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d50fb-7d21-4fd1-ab8c-eca8f6c6e174 req-10b92a2a-c843-4856-9f37-ef0d604418de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:07.198626 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fd7d50fb-7d21-4fd1-ab8c-eca8f6c6e174 req-10b92a2a-c843-4856-9f37-ef0d604418de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 200 len: 856 time: 0.1660397 Sep 16 19:17:07.294904 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e1155b05-74cb-4959-bde1-591060bf8450 req-bc474d57-35f8-4951-822a-c91036db7153 service neutron] 10.222.0.45 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068448 Sep 16 19:17:07.361316 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-4249de98-1a63-45e8-a4b6-1e6a3735e378 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:07.362924 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-4249de98-1a63-45e8-a4b6-1e6a3735e378 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/networks?id=22e40ee0-668a-40c8-a97f-e71eb6138fb9 HTTP/1.1" status: 200 len: 814 time: 0.2232807 Sep 16 19:17:07.369703 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66466d23-685b-49c0-8ab6-714fb1b134bc req-e60e2cce-6e29-4b85-8002-3760ebddf916 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:07.371134 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-66466d23-685b-49c0-8ab6-714fb1b134bc req-e60e2cce-6e29-4b85-8002-3760ebddf916 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.2033613 Sep 16 19:17:07.402238 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-54325ff0-934c-47e6-ae36-d91da55ed2cc tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/quotas/9e478c9bb35547b8b06de68eb4cc5643 HTTP/1.1" status: 200 len: 375 time: 0.0300856 Sep 16 19:17:07.412245 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fd7d50fb-7d21-4fd1-ab8c-eca8f6c6e174 req-5037658b-9b4c-4bfb-a3d9-bd74fb7f1ed3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1709c0d2-594e-4fa5-a067-81a2f6be6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2064567 Sep 16 19:17:07.469476 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-66466d23-685b-49c0-8ab6-714fb1b134bc req-a314dd47-58f5-48bc-80db-1637d1979e99 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889735 Sep 16 19:17:07.506198 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-0041645d-af3a-49ac-8f38-b1ce758fbd71 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e478c9bb35547b8b06de68eb4cc5643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924706 Sep 16 19:17:07.551814 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e1155b05-74cb-4959-bde1-591060bf8450 req-d5e0a63d-62fe-46c9-b8f9-5cef9b77a108 service neutron] 10.222.0.45 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477794 Sep 16 19:17:07.593565 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fd7d50fb-7d21-4fd1-ab8c-eca8f6c6e174 req-059879b7-9a5c-458c-aab0-25389159806d service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727118 Sep 16 19:17:07.739288 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fd7d50fb-7d21-4fd1-ab8c-eca8f6c6e174 req-21d205ad-fecf-4d1c-ac3f-7d8345adabee service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383286 Sep 16 19:17:07.739526 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-f7294a89-7240-417e-af07-aec035af95e5 service neutron] 10.222.0.39 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203627 Sep 16 19:17:07.922340 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-1fd75417-db72-4f67-8761-eec887c65c09 service neutron] 10.222.0.39 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762538 Sep 16 19:17:07.968579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9522e8-b557-4cca-9f25-8723ecbcad97 req-74ec0b35-3e37-4bf5-ac63-9f67ed3b2d3f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:07.970156 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2d9522e8-b557-4cca-9f25-8723ecbcad97 req-74ec0b35-3e37-4bf5-ac63-9f67ed3b2d3f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.0889678 Sep 16 19:17:08.247967 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fed4b7ff-5e44-4a65-9fec-27499cfe0283 req-81d50538-3c00-4673-9737-ae889196afd9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 210 time: 0.0505602 Sep 16 19:17:08.268949 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2d9522e8-b557-4cca-9f25-8723ecbcad97 req-fdde2bae-0c9c-4de3-85a2-37921d814765 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921009 Sep 16 19:17:08.678896 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0bc30-1eee-405b-bd87-814024404895 req-d74e7668-58cf-4211-823a-2077b810bebe tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:08.680508 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-64f0bc30-1eee-405b-bd87-814024404895 req-d74e7668-58cf-4211-823a-2077b810bebe tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.0857949 Sep 16 19:17:08.729193 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-64f0bc30-1eee-405b-bd87-814024404895 req-50437391-20a7-4eb2-b64b-337b9e4619dd tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423448 Sep 16 19:17:09.486745 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-b5511437-ed16-4a0a-a9b4-570624180f80 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:09.487797 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-b5511437-ed16-4a0a-a9b4-570624180f80 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Synchronizing usage tracker for tenant:9e478c9bb35547b8b06de68eb4cc5643 on resource:network {{(pid=82446) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:17:09.507715 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a76bd8c3-b1b7-4ea9-bc11-7a5a27ce3a38 req-274feb92-7ca6-4221-9053-fcc515cec42a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 210 time: 0.0982189 Sep 16 19:17:09.509181 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-b5511437-ed16-4a0a-a9b4-570624180f80 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Unset dirty status for tenant:9e478c9bb35547b8b06de68eb4cc5643 on resource:network {{(pid=82446) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:17:09.510897 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-b5511437-ed16-4a0a-a9b4-570624180f80 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.45 "GET /v2.0/networks?id=22e40ee0-668a-40c8-a97f-e71eb6138fb9 HTTP/1.1" status: 200 len: 814 time: 0.2327671 Sep 16 19:17:09.511766 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 6017c797-26a3-4358-aca7-e6561c9ba431 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:17:09.535707 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Request body: {'port': {'device_id': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'admin_state_up': True, 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:17:09.625726 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341d168-c9db-471a-ae82-d93608286659 req-61b67bc1-e4a0-423f-936f-f0d23ef4d748 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:09.636145 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9341d168-c9db-471a-ae82-d93608286659 req-61b67bc1-e4a0-423f-936f-f0d23ef4d748 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 945 time: 0.1899672 Sep 16 19:17:09.700244 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:09.705492 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9341d168-c9db-471a-ae82-d93608286659 req-90694e44-c135-4287-9263-32ebf4cff0e0 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682795 Sep 16 19:17:09.709443 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:17:09.714429 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Usage tracker for resource:port and tenant:9e478c9bb35547b8b06de68eb4cc5643 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:17:09.718287 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:17:09.725451 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:17:09.737336 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Made reservation on behalf of 9e478c9bb35547b8b06de68eb4cc5643 for: {'port': 1} {{(pid=82446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:17:09.745665 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:09.747671 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62caaeb2-23ff-49e9-946b-4a5439315810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6017c797-26a3-4358-aca7-e6561c9ba431'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:17:09.765500 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 6017c797-26a3-4358-aca7-e6561c9ba431, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6017c797-26a3-4358-aca7-e6561c9ba431,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:09.770888 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:09.773623 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:09.842528 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62caaeb2-23ff-49e9-946b-4a5439315810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6017c797-26a3-4358-aca7-e6561c9ba431', 'code': 200} Sep 16 19:17:09.864388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=6017c797-26a3-4358-aca7-e6561c9ba431,revision_number=8']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:09.867699 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:09.954225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Allocated IP 172.20.0.9 (22e40ee0-668a-40c8-a97f-e71eb6138fb9/30258815-1590-4deb-ba67-efd9e2ba312b/f32ab269-5168-40ca-923b-72f640149c1a) {{(pid=82446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:17:09.974691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa974835-ec0e-4c65-98f8-822b01d4bcfa req-7ed46571-c41a-454d-b27f-352ae85ad465 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:09.976330 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fa974835-ec0e-4c65-98f8-822b01d4bcfa req-7ed46571-c41a-454d-b27f-352ae85ad465 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.0867391 Sep 16 19:17:10.033192 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fa974835-ec0e-4c65-98f8-822b01d4bcfa req-fd670092-17ff-4409-a2cb-6160aee2c895 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498664 Sep 16 19:17:10.271500 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for port, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:10.274647 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dbe522cb-a18c-49bd-937f-114206865fcd req-c8dc48f2-4d29-4cc8-be17-e8e76f13b40c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1171162 Sep 16 19:17:10.298307 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Transition to ACTIVE for port object f32ab269-5168-40ca-923b-72f640149c1a will not be triggered until provisioned by entity DHCP. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:17:10.322441 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:10.338383 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:10.406102 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 is already hosted by enough agents. {{(pid=82446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:17:10.411069 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Resources bound (agent type, host, resource id): {{(pid=82446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:17:10.422698 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Received port after_create {{(pid=82446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:17:10.513852 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event updated for resources: {'Port': ['ID=f32ab269-5168-40ca-923b-72f640149c1a,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:10.517532 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:10.559739 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:10.560433 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:10.618189 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-5c3a1504-ec32-4c20-8c29-ef4390174984 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0946381 Sep 16 19:17:10.655473 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 46772) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:17:10.897720 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97cc7c-dd1a-40ec-8de8-e7ee3eb17dd5 req-7dcd826a-009a-489c-891c-1be6e002589f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:10.899372 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8f97cc7c-dd1a-40ec-8de8-e7ee3eb17dd5 req-7dcd826a-009a-489c-891c-1be6e002589f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.2797120 Sep 16 19:17:10.921836 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284921c-e649-42e4-8088-109d11b0d76a req-baf4c1f5-cb27-4392-a8b3-1c4f494d2baf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:10.923384 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0284921c-e649-42e4-8088-109d11b0d76a req-baf4c1f5-cb27-4392-a8b3-1c4f494d2baf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 931 time: 0.2028050 Sep 16 19:17:10.949268 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-02fefe9d-4f73-4f36-85e4-635201772538 req-41499c0d-ef0a-48cf-891d-298a9bff119b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2921824 Sep 16 19:17:10.991846 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-92932120-3708-475e-81c5-04dda2ec1f80 None None] Provisioning for port f32ab269-5168-40ca-923b-72f640149c1a completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:17:11.007212 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-92932120-3708-475e-81c5-04dda2ec1f80 None None] Provisioning complete for port f32ab269-5168-40ca-923b-72f640149c1a triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:17:11.007780 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-92932120-3708-475e-81c5-04dda2ec1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:11.017024 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0284921c-e649-42e4-8088-109d11b0d76a req-0f6d7e9f-3a4a-4d03-9c05-15ee1e1cedae tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696404 Sep 16 19:17:11.046628 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8f97cc7c-dd1a-40ec-8de8-e7ee3eb17dd5 req-bc0e63c1-b2cf-4e8e-b9ad-a92137d8b2bb tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313837 Sep 16 19:17:11.291124 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-92932120-3708-475e-81c5-04dda2ec1f80 None None] Port f32ab269-5168-40ca-923b-72f640149c1a cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:17:11.335616 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5d20b-aad6-4ec9-8c3b-b761125c0e34 req-3a16dbab-c925-4499-b80b-13cb01f3145f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:11.337655 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-01e5d20b-aad6-4ec9-8c3b-b761125c0e34 req-3a16dbab-c925-4499-b80b-13cb01f3145f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.1230960 Sep 16 19:17:11.405205 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-01e5d20b-aad6-4ec9-8c3b-b761125c0e34 req-632ff001-f930-40fd-9bef-d69125e2d61f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545919 Sep 16 19:17:12.068342 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35156b-96a2-40a2-bbe4-b72f0a0ecaf9 req-eeab0a35-f6db-4669-b812-5e2a3eabd43a tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:12.073115 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6c35156b-96a2-40a2-bbe4-b72f0a0ecaf9 req-eeab0a35-f6db-4669-b812-5e2a3eabd43a tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.1041925 Sep 16 19:17:12.169954 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6c35156b-96a2-40a2-bbe4-b72f0a0ecaf9 req-4b3f37f3-5a92-4ef5-b39a-610201fe9090 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925934 Sep 16 19:17:12.462063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e401b2c-f7d0-4e29-b636-75187ab6ac38 req-683d6dcf-fb18-4331-9d4d-50769e0f9de2 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:12.463572 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4e401b2c-f7d0-4e29-b636-75187ab6ac38 req-683d6dcf-fb18-4331-9d4d-50769e0f9de2 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 931 time: 0.1523831 Sep 16 19:17:12.470526 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54d595-5e6e-4cda-9868-7010e2579966 req-ffca440b-f46e-4b91-9bcd-28779c0e0394 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:12.472721 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fb54d595-5e6e-4cda-9868-7010e2579966 req-ffca440b-f46e-4b91-9bcd-28779c0e0394 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.1218688 Sep 16 19:17:12.557237 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fb54d595-5e6e-4cda-9868-7010e2579966 req-b02c6bce-de9b-41c5-a043-9970c512d150 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689297 Sep 16 19:17:12.559491 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4e401b2c-f7d0-4e29-b636-75187ab6ac38 req-0b4446b6-c4fa-432a-aea0-2bac13f04f26 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856597 Sep 16 19:17:12.848469 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dc22a6c3-aa5e-467c-90e8-a63ac635ca4c req-e9e7a040-c49f-42d2-b120-fde0f094dc2f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1517563 Sep 16 19:17:13.375605 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7e0a7-e86f-4158-958c-a86a1f49bc65 req-403ffb34-2c89-44f4-9da7-fa8890f177b8 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:13.377311 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-97c7e0a7-e86f-4158-958c-a86a1f49bc65 req-403ffb34-2c89-44f4-9da7-fa8890f177b8 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0891643 Sep 16 19:17:13.432499 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-97c7e0a7-e86f-4158-958c-a86a1f49bc65 req-aca5b08e-12f2-465f-98a7-8cd47e3252ac tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486772 Sep 16 19:17:13.564009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 6017c797-26a3-4358-aca7-e6561c9ba431 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:17:13.690273 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 0985a15a-c665-415a-9290-ab3d27ab466a no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:17:13.770471 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fbb8d-6202-4507-9faf-341f9fadd74b req-72a3254e-ae9e-4a04-b353-0fbe23352b9b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:13.772108 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1e7fbb8d-6202-4507-9faf-341f9fadd74b req-72a3254e-ae9e-4a04-b353-0fbe23352b9b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.0857685 Sep 16 19:17:13.820905 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:13.824314 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1e7fbb8d-6202-4507-9faf-341f9fadd74b req-22688147-f3d6-40bd-b7a8-6a01b9dca24e tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455661 Sep 16 19:17:13.852358 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5991a69f-2832-4acc-956a-9fa23d33863f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0985a15a-c665-415a-9290-ab3d27ab466a'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:17:13.864260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 0985a15a-c665-415a-9290-ab3d27ab466a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=0985a15a-c665-415a-9290-ab3d27ab466a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:13.867861 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:13.870690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4a0d65f9-e22a-412c-8dcb-7f3a49ed3644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:13.946572 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=0985a15a-c665-415a-9290-ab3d27ab466a,revision_number=6']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:13.950138 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:14.035032 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5991a69f-2832-4acc-956a-9fa23d33863f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0985a15a-c665-415a-9290-ab3d27ab466a', 'code': 200} Sep 16 19:17:14.062337 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c9fe5-8f9e-4b36-bb50-44c5991fc800 req-12867cbd-aa0b-4177-9d0a-e3de3f875a15 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:14.072137 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-809c9fe5-8f9e-4b36-bb50-44c5991fc800 req-12867cbd-aa0b-4177-9d0a-e3de3f875a15 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 931 time: 0.1058013 Sep 16 19:17:14.126761 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-809c9fe5-8f9e-4b36-bb50-44c5991fc800 req-b32a2f04-06d6-4c57-a612-39d2ecd8c575 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540378 Sep 16 19:17:14.189562 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 46846) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:17:14.257528 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108791b-e017-493c-938f-f4a79b4f2b8e req-0b5b042a-a3fc-4f50-bbcf-67925995ca3f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:14.259272 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2108791b-e017-493c-938f-f4a79b4f2b8e req-0b5b042a-a3fc-4f50-bbcf-67925995ca3f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0900428 Sep 16 19:17:14.312527 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2108791b-e017-493c-938f-f4a79b4f2b8e req-dc7c7b6f-6ed4-432b-88f3-1c614d02ede1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463800 Sep 16 19:17:14.356142 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-813b286c-639a-4ac5-9acb-0e0027a6eff5 req-d4e23b8c-b672-4240-b66d-21dd24a75842 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1649039 Sep 16 19:17:14.668349 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05053205-5569-4117-98cb-8dc8b7b24c74 req-e81dbab6-cb62-4239-9831-1d01862f5d68 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:14.670149 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-05053205-5569-4117-98cb-8dc8b7b24c74 req-e81dbab6-cb62-4239-9831-1d01862f5d68 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0998652 Sep 16 19:17:14.722910 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-05053205-5569-4117-98cb-8dc8b7b24c74 req-a6759f84-629a-4422-b5dd-9ec84484f95a tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456607 Sep 16 19:17:15.037068 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131654a-8204-4f42-a6c6-0e663f94de48 req-31b16dd6-7a2e-4a58-995c-0b1982c7ec0e tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:15.038685 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b131654a-8204-4f42-a6c6-0e663f94de48 req-31b16dd6-7a2e-4a58-995c-0b1982c7ec0e tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.0860605 Sep 16 19:17:15.093825 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b131654a-8204-4f42-a6c6-0e663f94de48 req-171117a3-c738-403a-a380-fb1bae8256bb tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484231 Sep 16 19:17:15.338545 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d038550-830e-416d-987c-4edb297f4fac req-a4435f2c-7609-43eb-b4f2-5795d18234d9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:15.340121 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8d038550-830e-416d-987c-4edb297f4fac req-a4435f2c-7609-43eb-b4f2-5795d18234d9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 931 time: 0.0835092 Sep 16 19:17:15.390677 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8d038550-830e-416d-987c-4edb297f4fac req-052adec1-5eef-40fa-aa1c-3ccd75529e12 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441649 Sep 16 19:17:15.543820 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0daba-8b25-432c-96ee-52d607214439 req-9e1cdf2a-f398-4dce-bedb-87e08d6b02fa tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:15.545445 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9bd0daba-8b25-432c-96ee-52d607214439 req-9e1cdf2a-f398-4dce-bedb-87e08d6b02fa tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0886528 Sep 16 19:17:15.596052 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9bd0daba-8b25-432c-96ee-52d607214439 req-14cbc42f-bc06-4308-9ffe-469b539c5de8 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436401 Sep 16 19:17:15.933441 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e775e4-b644-4064-8070-0d719c72c661 req-08abb6d1-54eb-4ab8-a3b8-2766e51e61e1 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:15.935050 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f5e775e4-b644-4064-8070-0d719c72c661 req-08abb6d1-54eb-4ab8-a3b8-2766e51e61e1 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0849264 Sep 16 19:17:15.985400 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f5e775e4-b644-4064-8070-0d719c72c661 req-ba69b94a-a92d-445f-884a-99c606279e76 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437536 Sep 16 19:17:16.307114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f1e04-7443-4348-b43b-8a418055ea4a req-0ba18872-7fcf-47c6-9516-740ae9cc1f7f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:16.308897 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8f0f1e04-7443-4348-b43b-8a418055ea4a req-0ba18872-7fcf-47c6-9516-740ae9cc1f7f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.0906203 Sep 16 19:17:16.359342 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8f0f1e04-7443-4348-b43b-8a418055ea4a req-7b9c0155-50eb-4f74-bab2-79e9e5519df3 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440347 Sep 16 19:17:16.598812 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c8768-2fe4-4995-bea3-f23a4f375f3d req-85fbe503-7419-472b-a7f7-ca7e136b0c74 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:16.601021 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ac5c8768-2fe4-4995-bea3-f23a4f375f3d req-85fbe503-7419-472b-a7f7-ca7e136b0c74 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 931 time: 0.0865176 Sep 16 19:17:16.651107 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ac5c8768-2fe4-4995-bea3-f23a4f375f3d req-cb3eda6e-aed5-4c43-9654-7cf0aab98ab8 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446706 Sep 16 19:17:16.823343 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592de645-e474-4d30-88e6-9ccf6d71cf6f req-919d727a-d0db-4c59-8c98-010bcd4d0d02 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:16.824995 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-592de645-e474-4d30-88e6-9ccf6d71cf6f req-919d727a-d0db-4c59-8c98-010bcd4d0d02 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0914054 Sep 16 19:17:16.875585 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-592de645-e474-4d30-88e6-9ccf6d71cf6f req-49c8004a-0a54-4cb9-ac11-30711b9bf7b6 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445337 Sep 16 19:17:17.202786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd766978-f2ab-414c-955d-21fe20d4740b req-e1ea72ab-c617-430e-8be0-e545f6cf0b97 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:17.204343 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cd766978-f2ab-414c-955d-21fe20d4740b req-e1ea72ab-c617-430e-8be0-e545f6cf0b97 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0898299 Sep 16 19:17:17.262792 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cd766978-f2ab-414c-955d-21fe20d4740b req-ac28c4eb-d284-4410-ad6d-0bae6d11edb7 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520549 Sep 16 19:17:17.281525 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ac02bb0a-6ff2-4408-91a8-336fdfc8211b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:17.575376 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eda335-ddcb-49da-93cc-221372703db7 req-79055592-a158-4fb0-b90d-fb3e57f1fcf8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:17.577004 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c2eda335-ddcb-49da-93cc-221372703db7 req-79055592-a158-4fb0-b90d-fb3e57f1fcf8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.0905724 Sep 16 19:17:17.627521 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c2eda335-ddcb-49da-93cc-221372703db7 req-877066fb-7591-4945-9f17-2a3787e88635 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434515 Sep 16 19:17:17.875052 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f73c3-041c-498e-8d79-aa28eedca8be req-0ab52f0f-5554-4c32-8457-1b9f82425033 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:17.876702 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0e3f73c3-041c-498e-8d79-aa28eedca8be req-0ab52f0f-5554-4c32-8457-1b9f82425033 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 931 time: 0.0944319 Sep 16 19:17:17.926970 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0e3f73c3-041c-498e-8d79-aa28eedca8be req-934b366c-421a-4181-aa5c-445e0aac3dcf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 Sep 16 19:17:18.094173 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945b851-4346-46d4-9452-935555bf5f77 req-c290c50e-1aa6-43f0-a2bb-c13e55c87db9 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:18.095774 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5945b851-4346-46d4-9452-935555bf5f77 req-c290c50e-1aa6-43f0-a2bb-c13e55c87db9 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0835996 Sep 16 19:17:18.150121 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5945b851-4346-46d4-9452-935555bf5f77 req-28795150-29d2-4476-b494-9f1336d2fbc7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472407 Sep 16 19:17:18.482979 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59747a8f-d076-4c30-8f70-dc9ae752e049 req-987cdf75-a574-496b-9a85-8afa145c15a5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:18.485380 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-59747a8f-d076-4c30-8f70-dc9ae752e049 req-987cdf75-a574-496b-9a85-8afa145c15a5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0936096 Sep 16 19:17:18.550849 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-59747a8f-d076-4c30-8f70-dc9ae752e049 req-2fd0fa81-73ed-4508-9c81-370009c4e051 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587373 Sep 16 19:17:18.837050 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5053d98-fb4b-4711-8e8c-6816da948374 req-a88fca54-6e0f-4bed-835a-094c487be192 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:18.838677 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e5053d98-fb4b-4711-8e8c-6816da948374 req-a88fca54-6e0f-4bed-835a-094c487be192 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.0882719 Sep 16 19:17:18.899017 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e5053d98-fb4b-4711-8e8c-6816da948374 req-e46e4571-9d2f-4fad-a44c-094e9f096fcb tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538166 Sep 16 19:17:18.931757 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:19.144334 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78760497-56fa-4a5f-8225-500b93fd8249 req-4d016002-5b08-4202-86fa-c98b140e32d7 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:19.146058 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-78760497-56fa-4a5f-8225-500b93fd8249 req-4d016002-5b08-4202-86fa-c98b140e32d7 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 931 time: 0.0943546 Sep 16 19:17:19.197874 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-78760497-56fa-4a5f-8225-500b93fd8249 req-1434e546-6a6a-4149-8c71-823e8bd40537 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 Sep 16 19:17:19.376032 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df487e6-d279-4505-baad-f0b44012b129 req-a9fbb91f-2879-4359-8e16-1c0c88813f9f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:19.377814 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8df487e6-d279-4505-baad-f0b44012b129 req-a9fbb91f-2879-4359-8e16-1c0c88813f9f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0897291 Sep 16 19:17:19.428557 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8df487e6-d279-4505-baad-f0b44012b129 req-b7aeb643-a82f-41bb-b6e8-af1eed5a83a6 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445776 Sep 16 19:17:19.763395 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01db1c-8ecf-4b6e-970c-d88b1532c2fa req-9d264af0-82a4-41cc-a0f8-bbd83088d938 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:19.764964 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cb01db1c-8ecf-4b6e-970c-d88b1532c2fa req-9d264af0-82a4-41cc-a0f8-bbd83088d938 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0930991 Sep 16 19:17:19.820069 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cb01db1c-8ecf-4b6e-970c-d88b1532c2fa req-854623cc-87b7-4529-bc17-05c37c9e71db tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465639 Sep 16 19:17:19.892514 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1d7e777f-8ff3-4c39-870b-1256e66aa457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:19.973425 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:20.118651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfae596-10f1-4bcb-8ad0-20d4a155eec8 req-a5f6856e-54b8-4aa7-aaee-cf8c58a1064c tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:20.120271 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fbfae596-10f1-4bcb-8ad0-20d4a155eec8 req-a5f6856e-54b8-4aa7-aaee-cf8c58a1064c tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.0927761 Sep 16 19:17:20.171704 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fbfae596-10f1-4bcb-8ad0-20d4a155eec8 req-fc8ad454-0a5a-4875-b838-00e21d89ed28 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452542 Sep 16 19:17:20.405331 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536c3f7-872b-434e-80a7-f369bf13bb79 req-90e33b40-3656-4d4d-a418-413fe786143e tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:20.406866 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3536c3f7-872b-434e-80a7-f369bf13bb79 req-90e33b40-3656-4d4d-a418-413fe786143e tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 931 time: 0.0865972 Sep 16 19:17:20.459439 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3536c3f7-872b-434e-80a7-f369bf13bb79 req-3895be9f-f765-4ef6-bd37-cb5d36fde0f6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457289 Sep 16 19:17:20.662414 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a2ca4-af8c-4942-8d5c-14fdf7d51f18 req-f0dc2c68-b9df-450e-99e8-285ca750a304 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:20.663961 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6f8a2ca4-af8c-4942-8d5c-14fdf7d51f18 req-f0dc2c68-b9df-450e-99e8-285ca750a304 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0893745 Sep 16 19:17:20.720257 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6f8a2ca4-af8c-4942-8d5c-14fdf7d51f18 req-428548a2-d90a-491a-998a-c5c56762a781 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501766 Sep 16 19:17:21.027950 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc317d-44e6-426d-a67b-93b97d900457 req-631a2543-ba5a-4cc1-b744-b8533fa26233 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:21.029526 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bfcc317d-44e6-426d-a67b-93b97d900457 req-631a2543-ba5a-4cc1-b744-b8533fa26233 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0828536 Sep 16 19:17:21.083350 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bfcc317d-44e6-426d-a67b-93b97d900457 req-b5139618-ac42-44d3-830b-448d979e305a tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472367 Sep 16 19:17:21.305227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:21.391434 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa873bf1-4aff-4b2b-a258-a38cbbfa71e7 req-f46639dd-1fa1-4e18-a637-2653fdeb55fd tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:21.393075 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fa873bf1-4aff-4b2b-a258-a38cbbfa71e7 req-f46639dd-1fa1-4e18-a637-2653fdeb55fd tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.0937259 Sep 16 19:17:21.443343 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fa873bf1-4aff-4b2b-a258-a38cbbfa71e7 req-92e95f4f-1633-4edf-937c-2601cddda970 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432360 Sep 16 19:17:21.670561 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8f78-bac1-42e1-9282-0574b5d1ffc8 req-1c8f9e5a-8555-467a-9b63-b102cc538b50 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:21.672404 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e4df8f78-bac1-42e1-9282-0574b5d1ffc8 req-1c8f9e5a-8555-467a-9b63-b102cc538b50 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 931 time: 0.0860126 Sep 16 19:17:21.720994 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e4df8f78-bac1-42e1-9282-0574b5d1ffc8 req-91b318e1-9a5d-4f98-afe9-ab70f21f3ff9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419240 Sep 16 19:17:21.934116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3a97d-820b-4c05-8e36-be666c84b294 req-d42ab517-6b9f-4106-9aea-43d5e2562c89 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:21.935621 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-77e3a97d-820b-4c05-8e36-be666c84b294 req-d42ab517-6b9f-4106-9aea-43d5e2562c89 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0837462 Sep 16 19:17:21.983258 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-77e3a97d-820b-4c05-8e36-be666c84b294 req-1c261b08-ce1f-439b-beb9-abc54eaa1458 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415015 Sep 16 19:17:22.289492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359b40e-ec83-41c6-8b99-2af05984125f req-5b49d04f-ee85-4e15-ab0a-4034102ecd4d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:22.291071 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0359b40e-ec83-41c6-8b99-2af05984125f req-5b49d04f-ee85-4e15-ab0a-4034102ecd4d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0854709 Sep 16 19:17:22.339809 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0359b40e-ec83-41c6-8b99-2af05984125f req-c8fc053c-8706-4b33-80e7-8fdcedad5ad4 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424550 Sep 16 19:17:22.646515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794e1d4-859d-47eb-a5e5-c9bcee64370f req-2d7933c7-cb95-4c1d-8229-bd75e60b3d2a tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:22.648142 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a794e1d4-859d-47eb-a5e5-c9bcee64370f req-2d7933c7-cb95-4c1d-8229-bd75e60b3d2a tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.0850458 Sep 16 19:17:22.699977 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a794e1d4-859d-47eb-a5e5-c9bcee64370f req-b48ba07e-6ae5-473f-bc30-e0c457089912 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457642 Sep 16 19:17:22.918468 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958ce9e-6c03-4666-8fbf-79ee8157ba6b req-d9bd1674-57f9-4705-b1ac-79327acb9c4c tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:22.920047 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7958ce9e-6c03-4666-8fbf-79ee8157ba6b req-d9bd1674-57f9-4705-b1ac-79327acb9c4c tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 931 time: 0.0806868 Sep 16 19:17:22.967830 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7958ce9e-6c03-4666-8fbf-79ee8157ba6b req-21e2fa36-f425-427d-b12e-df1195808596 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411839 Sep 16 19:17:23.125104 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:23.200722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb628999-97b1-4812-b7e3-ec000e3f8bb2 req-63a63d46-fcf1-497c-9a0f-5708e33cdb11 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:23.202285 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bb628999-97b1-4812-b7e3-ec000e3f8bb2 req-63a63d46-fcf1-497c-9a0f-5708e33cdb11 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0845048 Sep 16 19:17:23.249628 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bb628999-97b1-4812-b7e3-ec000e3f8bb2 req-cfe6363c-4839-437b-86cd-27262aad71b7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412779 Sep 16 19:17:23.543173 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18eeeb-1e1c-4bde-9efc-f1112f5958ca req-df999005-4c19-4886-9f7a-51918b6dbd33 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:23.544796 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bc18eeeb-1e1c-4bde-9efc-f1112f5958ca req-df999005-4c19-4886-9f7a-51918b6dbd33 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.0819070 Sep 16 19:17:23.592665 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bc18eeeb-1e1c-4bde-9efc-f1112f5958ca req-43be1163-57f1-418c-9d29-7f5c44963d38 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416379 Sep 16 19:17:24.026825 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Request body: {'port': {'device_id': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:17:24.112012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94fc6d-9389-4f67-b8bd-d92f8666e481 req-e4886b5d-9809-449a-882f-6617b62cfe85 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:24.114054 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6d94fc6d-9389-4f67-b8bd-d92f8666e481 req-e4886b5d-9809-449a-882f-6617b62cfe85 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.2952194 Sep 16 19:17:24.157133 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:24.214158 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6d94fc6d-9389-4f67-b8bd-d92f8666e481 req-79e7d67d-2584-4e75-b020-30c3aa97983c tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936747 Sep 16 19:17:24.244401 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e32b6e-8eac-41f2-8292-c6a98e5e52dd req-2d53237a-3a88-450c-a74b-036b997a5a15 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:24.246258 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a0e32b6e-8eac-41f2-8292-c6a98e5e52dd req-2d53237a-3a88-450c-a74b-036b997a5a15 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 931 time: 0.1093969 Sep 16 19:17:24.299525 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a0e32b6e-8eac-41f2-8292-c6a98e5e52dd req-9b4b0d36-5391-4870-8c0c-b86ecea2599e tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471969 Sep 16 19:17:24.485343 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f198a25-c4f9-4bd2-b340-9972d0666170 req-1f8cd31b-dde0-4dff-b9c7-20aa56bc119a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:24.486947 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8f198a25-c4f9-4bd2-b340-9972d0666170 req-1f8cd31b-dde0-4dff-b9c7-20aa56bc119a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0975232 Sep 16 19:17:24.565480 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8f198a25-c4f9-4bd2-b340-9972d0666170 req-4e6fbd89-9c27-49fb-a4db-f8428040dfbf tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709519 Sep 16 19:17:24.580450 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32ab269-5168-40ca-923b-72f640149c1a {{(pid=82446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:17:24.588185 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:24.604367 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Transition to ACTIVE for port object f32ab269-5168-40ca-923b-72f640149c1a will not be triggered until provisioned by entity L2. {{(pid=82446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:17:24.607225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:24.611767 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-823f5bcc-d33f-4a17-a099-d6f3647a966b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:24.836471 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4b584-643c-4d51-85c4-7ae539bd7dd7 req-c93b485c-8fc1-4e4d-ae49-c30ffbd99061 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:24.838279 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-92e4b584-643c-4d51-85c4-7ae539bd7dd7 req-c93b485c-8fc1-4e4d-ae49-c30ffbd99061 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.1160085 Sep 16 19:17:24.900527 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-92e4b584-643c-4d51-85c4-7ae539bd7dd7 req-c051a857-b5a8-45bc-b6ec-bc374da7e612 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548856 Sep 16 19:17:25.092471 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Pushing event updated for resources: {'Port': ['ID=f32ab269-5168-40ca-923b-72f640149c1a,revision_number=2']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:25.103997 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:25.153399 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Attempting to bind port f32ab269-5168-40ca-923b-72f640149c1a on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:17:25.153775 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Attempting to bind port f32ab269-5168-40ca-923b-72f640149c1a by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9'}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:17:25.154148 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Attempting to bind port f32ab269-5168-40ca-923b-72f640149c1a on network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:17:25.172002 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Port f32ab269-5168-40ca-923b-72f640149c1a on network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:17:25.172379 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Attempting to bind port f32ab269-5168-40ca-923b-72f640149c1a on network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:17:25.183577 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-813b286c-639a-4ac5-9acb-0e0027a6eff5 req-355df6de-f42f-41bc-acd5-c7a7526e1ee7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810&tenant_id=28b88f58a8264731b5bdb908599b1158 HTTP/1.1" status: 200 len: 1096 time: 0.1309302 Sep 16 19:17:25.185525 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:17:25.185901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Checking segment: {'id': 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:17:25.186317 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Bound using segment: {'id': 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9'} {{(pid=82446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:17:25.186794 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Bound port: f32ab269-5168-40ca-923b-72f640149c1a, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9'}}] {{(pid=82446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:17:25.187176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:25.349422 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] For port f32ab269-5168-40ca-923b-72f640149c1a, host hv-cinder-80944, cleared binding levels {{(pid=82446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:17:25.354258 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] For port f32ab269-5168-40ca-923b-72f640149c1a, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=f32ab269-5168-40ca-923b-72f640149c1a,segment=NetworkSegment(fde2c6f3-b1b3-4f73-a982-12dcfaa14507),segment_id=fde2c6f3-b1b3-4f73-a982-12dcfaa14507)] {{(pid=82446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:17:25.360527 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2718635'] for port, after_update {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:25.366204 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3203885e-69a0-43db-ab56-2353917111c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:25.403472 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-813b286c-639a-4ac5-9acb-0e0027a6eff5 req-51713a5d-06b0-4ba9-a4ef-9cd431851098 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 1096 time: 0.1709225 Sep 16 19:17:25.557152 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:25.558646 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] 10.222.0.45 "PUT /v2.0/ports/f32ab269-5168-40ca-923b-72f640149c1a HTTP/1.1" status: 200 len: 1093 time: 1.5367799 Sep 16 19:17:25.563936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'tag': 'f32ab269-5168-40ca-923b-72f640149c1a'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:17:25.596528 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Pushing event updated for resources: {'Port': ['ID=f32ab269-5168-40ca-923b-72f640149c1a,revision_number=3']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:25.602847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d8309eaa-9874-493a-99c8-afd00f470c65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:25.604128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b286c-639a-4ac5-9acb-0e0027a6eff5 req-65f7ae62-8e45-4461-80e5-37033f92d8a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:25.605870 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-813b286c-639a-4ac5-9acb-0e0027a6eff5 req-65f7ae62-8e45-4461-80e5-37033f92d8a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 918 time: 0.1834223 Sep 16 19:17:25.647888 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b3a88-9f82-48c0-b113-b7e9f33631fd req-c4ade191-09e9-46bf-ac95-f5991f06d58c tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:25.649561 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d43b3a88-9f82-48c0-b113-b7e9f33631fd req-c4ade191-09e9-46bf-ac95-f5991f06d58c tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.2783229 Sep 16 19:17:25.659267 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-02fefe9d-4f73-4f36-85e4-635201772538 req-18f73dbf-25a7-4711-93c6-ad8e537249bf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f&tenant_id=a339dcda4d0842f69010183fb6780189 HTTP/1.1" status: 200 len: 1097 time: 0.2480149 Sep 16 19:17:25.667673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae61a5f-3358-45db-98ce-1d7ac7fbbe64 req-f0e73775-b8f9-405a-a97f-15653eb8e3d6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:25.669299 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3ae61a5f-3358-45db-98ce-1d7ac7fbbe64 req-f0e73775-b8f9-405a-a97f-15653eb8e3d6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 943 time: 0.2167065 Sep 16 19:17:25.778186 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-813b286c-639a-4ac5-9acb-0e0027a6eff5 req-9fdd89e8-a950-4a7e-9052-30b4dea0267c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6017c797-26a3-4358-aca7-e6561c9ba431 HTTP/1.1" status: 200 len: 998 time: 0.1349640 Sep 16 19:17:25.827483 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-325eea91-5eba-4e3d-919d-b0f710a714f0 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:25.829146 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-325eea91-5eba-4e3d-919d-b0f710a714f0 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.45 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.2925103 Sep 16 19:17:25.833295 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-a1133161-7cfe-49df-9a53-b4feffb63a0c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e478c9bb35547b8b06de68eb4cc5643&device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 1096 time: 0.2317107 Sep 16 19:17:25.872276 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d43b3a88-9f82-48c0-b113-b7e9f33631fd req-fafe34cf-cd61-4e28-ab35-9a554b50c2ef tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117209 Sep 16 19:17:25.888073 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3ae61a5f-3358-45db-98ce-1d7ac7fbbe64 req-f7555c34-12bf-4cd1-b3a2-9856b162c70a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985800 Sep 16 19:17:25.929860 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-d62e8c70-d7c8-4437-b6b7-5feaf9106f4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f32ab269-5168-40ca-923b-72f640149c1a HTTP/1.1" status: 200 len: 217 time: 0.0831130 Sep 16 19:17:25.932796 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-02fefe9d-4f73-4f36-85e4-635201772538 req-8530147f-25c3-411d-a8e2-f96ac51ef1d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a339dcda4d0842f69010183fb6780189&device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 1097 time: 0.2413790 Sep 16 19:17:25.941128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Deleting port 719d5510-b039-433a-95da-11cbe53b5247 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:17:25.941523 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:25.989680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b286c-639a-4ac5-9acb-0e0027a6eff5 req-c76c3564-0ad2-450f-a5d9-c7f8d44ab017 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:25.991520 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-813b286c-639a-4ac5-9acb-0e0027a6eff5 req-c76c3564-0ad2-450f-a5d9-c7f8d44ab017 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 200 len: 856 time: 0.2064576 Sep 16 19:17:26.015933 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-bdd38fc4-cbca-47d5-adfb-f95d4b5ffe56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:26.017917 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-bdd38fc4-cbca-47d5-adfb-f95d4b5ffe56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=30258815-1590-4deb-ba67-efd9e2ba312b HTTP/1.1" status: 200 len: 853 time: 0.0834272 Sep 16 19:17:26.108323 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'tag': 'f32ab269-5168-40ca-923b-72f640149c1a', 'status': 'completed', 'code': 200} Sep 16 19:17:26.171181 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-813b286c-639a-4ac5-9acb-0e0027a6eff5 req-c0f43fe5-fd7c-4286-8458-5589a5bd85dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1709c0d2-594e-4fa5-a067-81a2f6be6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1514206 Sep 16 19:17:26.173996 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-9b11f254-48a0-4c6f-8807-8c8abb4cd397 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22e40ee0-668a-40c8-a97f-e71eb6138fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1127622 Sep 16 19:17:26.328128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fefe9d-4f73-4f36-85e4-635201772538 req-df2ba271-71bf-4849-beee-61d982ab464a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:26.329735 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-02fefe9d-4f73-4f36-85e4-635201772538 req-df2ba271-71bf-4849-beee-61d982ab464a service neutron] 10.222.0.45 "GET /v2.0/networks?id=05f713ca-3513-43da-98ab-1117cce685d8 HTTP/1.1" status: 200 len: 910 time: 0.3591807 Sep 16 19:17:26.438159 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-c3294ecb-dd0e-4b7d-b2b7-75cd7fe02306 service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542343 Sep 16 19:17:26.440017 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-813b286c-639a-4ac5-9acb-0e0027a6eff5 req-2caaf50e-bac0-4fba-9d55-4c4cbe4bb1bf service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575636 Sep 16 19:17:26.506817 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698278bd-9870-4316-9388-25178340051d req-f1bfd5b3-b0e4-4a8e-be1e-b17fb252d1eb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:26.508452 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-698278bd-9870-4316-9388-25178340051d req-f1bfd5b3-b0e4-4a8e-be1e-b17fb252d1eb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.4417434 Sep 16 19:17:26.605586 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf5778-a4f1-4df7-8b87-b08e170a80e5 req-18d488dd-3c17-4313-baca-06738ffc5187 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:26.607199 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-86cf5778-a4f1-4df7-8b87-b08e170a80e5 req-18d488dd-3c17-4313-baca-06738ffc5187 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 945 time: 0.4132299 Sep 16 19:17:26.611031 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-02fefe9d-4f73-4f36-85e4-635201772538 req-fd00c969-e260-4965-9fff-1b50ee274ce4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0985a15a-c665-415a-9290-ab3d27ab466a HTTP/1.1" status: 200 len: 1000 time: 0.2286377 Sep 16 19:17:26.701845 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] For port 719d5510-b039-433a-95da-11cbe53b5247, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=719d5510-b039-433a-95da-11cbe53b5247,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:26.702168 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:26.708777 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dd064fa9-9e45-4895-b30c-3c61c16cfe5e req-31c23461-a79a-49dd-89fc-4946dca91258 service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595570 Sep 16 19:17:26.710770 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-813b286c-639a-4ac5-9acb-0e0027a6eff5 req-f565ec57-0f80-4eb0-815a-8942974e1ad1 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603967 Sep 16 19:17:26.786507 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-698278bd-9870-4316-9388-25178340051d req-3a5d1886-f6c5-4258-81de-915be6b16393 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616105 Sep 16 19:17:26.828357 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-86cf5778-a4f1-4df7-8b87-b08e170a80e5 req-29b8df05-83c0-4b9a-9596-214bbf0b05e6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec1d280c-02f9-4d59-a16f-c04f495800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039435 Sep 16 19:17:26.841528 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fefe9d-4f73-4f36-85e4-635201772538 req-8c296389-ee43-4ea7-8057-9f3cb65643ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:26.843110 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-02fefe9d-4f73-4f36-85e4-635201772538 req-8c296389-ee43-4ea7-8057-9f3cb65643ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3df315f2-c24d-4091-b683-0a3588cce397 HTTP/1.1" status: 200 len: 848 time: 0.2238982 Sep 16 19:17:26.848331 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5afbb96f-4f26-4bca-b3d1-db4b8a5842aa req-fe2c0cee-ac62-4618-95a1-87d08e92b431 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e478c9bb35547b8b06de68eb4cc5643&device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 1096 time: 0.0875473 Sep 16 19:17:27.002880 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbb96f-4f26-4bca-b3d1-db4b8a5842aa req-59804d56-6439-4820-b4b0-f0a567a173f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:27.004641 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5afbb96f-4f26-4bca-b3d1-db4b8a5842aa req-59804d56-6439-4820-b4b0-f0a567a173f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=22e40ee0-668a-40c8-a97f-e71eb6138fb9 HTTP/1.1" status: 200 len: 915 time: 0.1504440 Sep 16 19:17:27.083399 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5afbb96f-4f26-4bca-b3d1-db4b8a5842aa req-653596e8-8053-40a1-bd68-5c7eb1badc9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f32ab269-5168-40ca-923b-72f640149c1a HTTP/1.1" status: 200 len: 217 time: 0.0700452 Sep 16 19:17:27.158306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbb96f-4f26-4bca-b3d1-db4b8a5842aa req-44b1dbf5-4ea9-4e0b-bbde-c08d2965db15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:27.160580 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5afbb96f-4f26-4bca-b3d1-db4b8a5842aa req-44b1dbf5-4ea9-4e0b-bbde-c08d2965db15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=30258815-1590-4deb-ba67-efd9e2ba312b HTTP/1.1" status: 200 len: 853 time: 0.0697718 Sep 16 19:17:27.243133 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5afbb96f-4f26-4bca-b3d1-db4b8a5842aa req-3e66eda4-5331-40cb-b83e-1498fcf8b7ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22e40ee0-668a-40c8-a97f-e71eb6138fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751739 Sep 16 19:17:27.398190 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5afbb96f-4f26-4bca-b3d1-db4b8a5842aa req-360d572c-cf9c-461c-a632-6d47a424570c service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387489 Sep 16 19:17:27.458068 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:27.458484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852707909'] for floatingip, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:27.458812 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.l3_db [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Floating IP 99679f68-4b6a-4094-b10b-c9842ecdba77 disassociated. External IP: 172.28.0.33, port: 719d5510-b039-433a-95da-11cbe53b5247. Sep 16 19:17:27.459199 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Calling delete_port for 719d5510-b039-433a-95da-11cbe53b5247 owned by compute:nova {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:17:27.528165 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-02fefe9d-4f73-4f36-85e4-635201772538 req-1f040b08-5dcb-49f7-89b4-2f45e87a0f11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05f713ca-3513-43da-98ab-1117cce685d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6229281 Sep 16 19:17:27.537268 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03128c10-3d45-4abf-9c2a-ac516793f065 req-d6cb2488-8607-45bd-8d08-622d96ab8b9f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:27.544630 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-03128c10-3d45-4abf-9c2a-ac516793f065 req-d6cb2488-8607-45bd-8d08-622d96ab8b9f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.3890829 Sep 16 19:17:27.547940 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5afbb96f-4f26-4bca-b3d1-db4b8a5842aa req-b8662cda-6c6e-46f0-8bcd-338de0cad88b service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427774 Sep 16 19:17:27.607726 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd49607-33bb-4d8b-ba11-ca4f5a308ffb req-700c1719-0146-4d63-9aa2-ef7e7b5e6ad2 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:27.614864 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3dd49607-33bb-4d8b-ba11-ca4f5a308ffb req-700c1719-0146-4d63-9aa2-ef7e7b5e6ad2 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 943 time: 0.4605033 Sep 16 19:17:27.841284 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-03128c10-3d45-4abf-9c2a-ac516793f065 req-35d8814b-60da-402d-83e8-9b8429da6e10 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955749 Sep 16 19:17:27.915137 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3dd49607-33bb-4d8b-ba11-ca4f5a308ffb req-254d16a1-e872-4b93-916b-60878dbab6fc tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147264 Sep 16 19:17:27.930162 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-02fefe9d-4f73-4f36-85e4-635201772538 req-2b50c2b2-ee9b-4c3b-b97d-d81825f0d07f service neutron] 10.222.0.45 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756680 Sep 16 19:17:27.986653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:27.994901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:28.136135 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event deleted for resources: {'Port': ['ID=719d5510-b039-433a-95da-11cbe53b5247,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:28.139833 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-59606722-b62f-41a7-96d6-32f501b577dd req-4a07b9c9-efb7-4f0e-8dc8-dd9e5187bc23 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 210 time: 0.0697951 Sep 16 19:17:28.140725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:28.322806 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad324e2-d865-46a1-9b66-39f7026a085c req-15070683-5a0c-4022-b4c7-088d7b71cdde tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:28.324688 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7ad324e2-d865-46a1-9b66-39f7026a085c req-15070683-5a0c-4022-b4c7-088d7b71cdde tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.3352473 Sep 16 19:17:28.400667 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7ad324e2-d865-46a1-9b66-39f7026a085c req-c0bed8c1-46b9-4d18-916d-9b18574c63eb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694220 Sep 16 19:17:28.452872 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Router 097cd488-c048-45a7-ab6a-0603aa2d003a has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:17:28.686528 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:17:28.697399 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea03c43-3740-4a07-864e-712fbf73fbbb None None] Sync routers for ids ['097cd488-c048-45a7-ab6a-0603aa2d003a'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:17:28.713785 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea03c43-3740-4a07-864e-712fbf73fbbb None None] Routers {'097cd488-c048-45a7-ab6a-0603aa2d003a'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:17:28.714861 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-dea03c43-3740-4a07-864e-712fbf73fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:17:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['097cd488-c048-45a7-ab6a-0603aa2d003a'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:17:28.780855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] No DVR routers for this DVR port 719d5510-b039-433a-95da-11cbe53b5247 on host hv-cinder-80944 {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:17:28.783641 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:28.786946 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a6df5f-eee9-4b61-a03c-509426b56179', 'name': 'network-vif-deleted', 'tag': '719d5510-b039-433a-95da-11cbe53b5247'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:17:28.802321 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-32b2ba28-6da8-4aae-927f-233e12e2b9b7 req-8f3e1418-cd6b-45c4-94c3-3ef87c08ff57 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.45 "DELETE /v2.0/ports/719d5510-b039-433a-95da-11cbe53b5247 HTTP/1.1" status: 204 len: 173 time: 2.9644723 Sep 16 19:17:28.939244 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-dea03c43-3740-4a07-864e-712fbf73fbbb None None] Set router 097cd488-c048-45a7-ab6a-0603aa2d003a gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:17:28.966048 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a6df5f-eee9-4b61-a03c-509426b56179', 'name': 'network-vif-deleted', 'tag': '719d5510-b039-433a-95da-11cbe53b5247', 'status': 'completed', 'code': 200} Sep 16 19:17:29.079863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655fe65-ef8b-454a-813b-9e30d73af8f7 req-5814cdff-3803-43eb-9053-09a4edcdc01d tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:29.081628 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5655fe65-ef8b-454a-813b-9e30d73af8f7 req-5814cdff-3803-43eb-9053-09a4edcdc01d tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.0944281 Sep 16 19:17:29.200283 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5655fe65-ef8b-454a-813b-9e30d73af8f7 req-bf26bdae-c343-4b96-96dd-d36bdfbd83dc tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708699 Sep 16 19:17:29.210683 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375441fa-971b-4f0e-8832-3977f95f8183 req-563621c5-6961-4182-a461-ed5dff405f97 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:29.218989 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-375441fa-971b-4f0e-8832-3977f95f8183 req-563621c5-6961-4182-a461-ed5dff405f97 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 943 time: 0.1362414 Sep 16 19:17:29.280039 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-375441fa-971b-4f0e-8832-3977f95f8183 req-e61ca053-677d-4df3-ba06-cd8e5a10bd66 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600126 Sep 16 19:17:29.389325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-dea03c43-3740-4a07-864e-712fbf73fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:36Z', 'revision_number': 5, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:17:29.398007 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea03c43-3740-4a07-864e-712fbf73fbbb None None] Checking router: 097cd488-c048-45a7-ab6a-0603aa2d003a for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:17:29.419403 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea03c43-3740-4a07-864e-712fbf73fbbb None None] Routers {'097cd488-c048-45a7-ab6a-0603aa2d003a'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:17:29.420096 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-dea03c43-3740-4a07-864e-712fbf73fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:17:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['097cd488-c048-45a7-ab6a-0603aa2d003a'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:17:29.447593 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-2317b93f-ab5b-4df0-9f8d-16abb13d799f req-2f874ae5-9c25-4154-97f5-bdb2ed9db781 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Synchronizing usage tracker for tenant:b5f3cdbaa6034f4abfe2547e31936b90 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:17:29.473521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-2317b93f-ab5b-4df0-9f8d-16abb13d799f req-2f874ae5-9c25-4154-97f5-bdb2ed9db781 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Unset dirty status for tenant:b5f3cdbaa6034f4abfe2547e31936b90 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:17:29.474816 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2317b93f-ab5b-4df0-9f8d-16abb13d799f req-2f874ae5-9c25-4154-97f5-bdb2ed9db781 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 210 time: 0.1024785 Sep 16 19:17:29.660788 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 719d5510-b039-433a-95da-11cbe53b5247 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:17:29.680245 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84858b7b-d7b1-4f9d-818c-082284ad489b req-56feaec4-e293-4e05-9889-f5801ec2febd tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:29.681922 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-84858b7b-d7b1-4f9d-818c-082284ad489b req-56feaec4-e293-4e05-9889-f5801ec2febd tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0899026 Sep 16 19:17:29.700014 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: 719d5510-b039-433a-95da-11cbe53b5247 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:17:29.700578 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 719d5510-b039-433a-95da-11cbe53b5247 not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:17:29.709387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-dea03c43-3740-4a07-864e-712fbf73fbbb None None] Set router 097cd488-c048-45a7-ab6a-0603aa2d003a gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:17:29.735633 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-84858b7b-d7b1-4f9d-818c-082284ad489b req-ff0e98a2-3170-40e6-9adb-ba52d4776bd8 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466025 Sep 16 19:17:30.047876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-dea03c43-3740-4a07-864e-712fbf73fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:36Z', 'revision_number': 5, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:17:30.053549 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea03c43-3740-4a07-864e-712fbf73fbbb None None] The sync data for ids ['097cd488-c048-45a7-ab6a-0603aa2d003a'] in dv-cinder-809448-1-smb is: [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:36Z', 'revision_number': 5, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:17:30.555795 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2955061-5512-4bcc-81b3-1acddf3afed0 req-136ce477-ca54-4636-852b-cdd104ba5f54 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:30.557476 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a2955061-5512-4bcc-81b3-1acddf3afed0 req-136ce477-ca54-4636-852b-cdd104ba5f54 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.2099948 Sep 16 19:17:30.571583 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a2708-51da-4d39-aa50-b9e765f2bb32 req-9600c205-e183-48b1-a3df-5e863abb290d tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:30.573276 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-594a2708-51da-4d39-aa50-b9e765f2bb32 req-9600c205-e183-48b1-a3df-5e863abb290d tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 943 time: 0.1626284 Sep 16 19:17:30.632288 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800c9283-ccd6-4a5e-84a5-604b6ca11ff8 None None] New status for floating IP 99679f68-4b6a-4094-b10b-c9842ecdba77: DOWN {{(pid=82448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:17:30.665855 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a2955061-5512-4bcc-81b3-1acddf3afed0 req-f2515a9f-5d8a-4b13-8f4e-5028bc3e6df5 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011605 Sep 16 19:17:30.670977 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-594a2708-51da-4d39-aa50-b9e765f2bb32 req-c67d5e94-0ed9-4837-9f6e-5d502e284ae6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828497 Sep 16 19:17:30.839954 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bce7386e-6440-417e-817e-c4be423b8aea req-626deb57-c417-4575-82c9-a9fd420f72f3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 210 time: 0.0520403 Sep 16 19:17:30.994770 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a188f-7575-447e-b5a9-e37b83c082f8 req-a8e0e967-70c3-4e72-a7e1-9fde9e52c342 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:30.996617 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-605a188f-7575-447e-b5a9-e37b83c082f8 req-a8e0e967-70c3-4e72-a7e1-9fde9e52c342 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0901666 Sep 16 19:17:31.053131 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-605a188f-7575-447e-b5a9-e37b83c082f8 req-3ed80e89-d92c-4a74-bf2e-8781c745fadf tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476804 Sep 16 19:17:31.949117 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c3d09-5244-43ad-b827-f7af4e1da502 req-30836a54-f314-4c95-9f53-10c50475e509 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:31.950726 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a01c3d09-5244-43ad-b827-f7af4e1da502 req-30836a54-f314-4c95-9f53-10c50475e509 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.1516285 Sep 16 19:17:31.961751 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8eb06-42b3-4b26-9dbb-9b5d214d59e9 req-67e1b027-15fc-4bb9-b587-d5a80565759f tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:31.963260 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-58f8eb06-42b3-4b26-9dbb-9b5d214d59e9 req-67e1b027-15fc-4bb9-b587-d5a80565759f tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 943 time: 0.1235516 Sep 16 19:17:32.048564 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a01c3d09-5244-43ad-b827-f7af4e1da502 req-0d90c041-12c9-451a-aced-d90049d62c33 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839944 Sep 16 19:17:32.051066 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-58f8eb06-42b3-4b26-9dbb-9b5d214d59e9 req-7fe97090-278e-4995-a9c1-43d8e6407e4f tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702131 Sep 16 19:17:32.264821 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0bbd4201-d422-4f53-98f7-93d8899f2030 req-4c2b8332-1e88-4f2b-bd5c-817a08d81f78 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 210 time: 0.0882213 Sep 16 19:17:32.319969 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaf9fa-d567-4eaf-a070-a28dc442f278 req-1c6d89c1-f49e-42c4-8163-4daea6ab5371 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:32.321658 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-70aaf9fa-d567-4eaf-a070-a28dc442f278 req-1c6d89c1-f49e-42c4-8163-4daea6ab5371 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0967834 Sep 16 19:17:32.374645 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-70aaf9fa-d567-4eaf-a070-a28dc442f278 req-afb97fa8-0e3f-4745-b7cb-5defaef07839 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464976 Sep 16 19:17:33.335514 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2a7c4-66d3-489a-a3a5-8b1f440928d7 req-5b62ab01-e653-4fae-a761-5a5422146112 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:33.337143 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-02f2a7c4-66d3-489a-a3a5-8b1f440928d7 req-5b62ab01-e653-4fae-a761-5a5422146112 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.1595798 Sep 16 19:17:33.348387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a02d5-5208-4b8d-8445-16f2c9cc7549 req-c6744298-9944-4ed9-831c-92da23ccbfdb tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:33.349938 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a76a02d5-5208-4b8d-8445-16f2c9cc7549 req-c6744298-9944-4ed9-831c-92da23ccbfdb tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 943 time: 0.1262698 Sep 16 19:17:33.430656 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-02f2a7c4-66d3-489a-a3a5-8b1f440928d7 req-f5cb0769-c01d-40f1-9f30-39891a7e116e tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796573 Sep 16 19:17:33.437785 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a76a02d5-5208-4b8d-8445-16f2c9cc7549 req-61b0f35d-02b6-4ccb-a25d-29e072c066c7 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668304 Sep 16 19:17:33.648052 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b8b4c159-9f75-409e-af70-1ac1a24af1b6 req-fbc82119-d354-4004-a51f-8fdf3e9c7fda tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 210 time: 0.0973217 Sep 16 19:17:33.689717 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed296e-b8e8-4373-9464-230c6d241c98 req-1122d5e4-cc21-4912-ae4c-93e6f678d679 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:33.692018 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2aed296e-b8e8-4373-9464-230c6d241c98 req-1122d5e4-cc21-4912-ae4c-93e6f678d679 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0970516 Sep 16 19:17:33.748080 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2aed296e-b8e8-4373-9464-230c6d241c98 req-e999abaa-be60-48d2-b7c4-6cf6a3e80589 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480435 Sep 16 19:17:34.741596 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb66ed-b36f-426b-aecd-8b512e63bdcb req-f11d6e1b-31c3-4719-bc90-d2c3f31c3d31 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:34.743138 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c5eb66ed-b36f-426b-aecd-8b512e63bdcb req-f11d6e1b-31c3-4719-bc90-d2c3f31c3d31 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.1537821 Sep 16 19:17:34.777560 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696171af-90b2-454a-b06e-77a8b91bd13e req-aa62acaa-4036-43e3-92a5-42d87adcaced tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:34.779155 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-696171af-90b2-454a-b06e-77a8b91bd13e req-aa62acaa-4036-43e3-92a5-42d87adcaced tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 943 time: 0.1293602 Sep 16 19:17:35.048655 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c5eb66ed-b36f-426b-aecd-8b512e63bdcb req-2abbdd65-1571-48ba-8339-18143e9d7e27 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982106 Sep 16 19:17:35.071349 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-696171af-90b2-454a-b06e-77a8b91bd13e req-e19c3bf9-b702-40f9-9c7a-b7814371f00a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748184 Sep 16 19:17:35.255680 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a30eadaa-443a-4cba-bf97-6f1611185998 req-cea3945c-1594-4ab8-8793-ef45d490f301 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 210 time: 0.0885351 Sep 16 19:17:35.318453 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1486c-cbd7-49d5-bf72-81f227614194 req-0eb3da6e-86ae-4134-a0bf-a71678701e4c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:35.320047 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b4e1486c-cbd7-49d5-bf72-81f227614194 req-0eb3da6e-86ae-4134-a0bf-a71678701e4c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.1043537 Sep 16 19:17:35.373144 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b4e1486c-cbd7-49d5-bf72-81f227614194 req-b3499f20-2939-4fa3-94ce-857f39e5c530 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455484 Sep 16 19:17:36.353437 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642163a5-9138-403b-881e-11e764f4f669 req-11ab45cd-b17f-4f66-bd1e-14fc6ef45473 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:36.355026 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-642163a5-9138-403b-881e-11e764f4f669 req-11ab45cd-b17f-4f66-bd1e-14fc6ef45473 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 943 time: 0.1274962 Sep 16 19:17:36.362870 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90693a-9d5f-41e7-88b4-77c98463209a req-a9249c5c-6d06-4816-9c1f-e34310dd63d7 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:36.364422 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3f90693a-9d5f-41e7-88b4-77c98463209a req-a9249c5c-6d06-4816-9c1f-e34310dd63d7 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.1726995 Sep 16 19:17:36.448652 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-642163a5-9138-403b-881e-11e764f4f669 req-aa5b6c7b-0290-47f0-98f9-abed242989b7 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830328 Sep 16 19:17:36.453425 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3f90693a-9d5f-41e7-88b4-77c98463209a req-606eb1d2-b4b2-4ad5-98fb-70b70f7c8268 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725372 Sep 16 19:17:36.682489 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3bd068f9-8fce-41da-8d05-9daf6722e3c8 req-83b37247-066e-4bdc-99bf-e8a77813bf2d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 210 time: 0.0520856 Sep 16 19:17:36.716976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe49c37-7fda-4389-9af9-42bb9ac76fd9 req-46a9a974-cd6b-4109-bd8c-19db5ee93a4a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:36.718611 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4fe49c37-7fda-4389-9af9-42bb9ac76fd9 req-46a9a974-cd6b-4109-bd8c-19db5ee93a4a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.1308987 Sep 16 19:17:36.771601 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4fe49c37-7fda-4389-9af9-42bb9ac76fd9 req-5de52e90-fcea-4c0b-a58d-106aa2f0b04f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454352 Sep 16 19:17:37.731799 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404b33d-c6af-481b-b37d-10bb165e59fd req-424535b9-b794-4673-af16-7225fc8b275f tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:37.733661 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a404b33d-c6af-481b-b37d-10bb165e59fd req-424535b9-b794-4673-af16-7225fc8b275f tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 943 time: 0.1541288 Sep 16 19:17:37.753778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625cfda-b8ec-4201-abf9-b61d59fc8448 req-6c359456-e5b9-4e35-9ecb-45491f886030 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:37.755252 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1625cfda-b8ec-4201-abf9-b61d59fc8448 req-6c359456-e5b9-4e35-9ecb-45491f886030 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.1362157 Sep 16 19:17:37.833834 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a404b33d-c6af-481b-b37d-10bb165e59fd req-88d57593-f3f2-4359-bd2c-29b6e21852ba tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934510 Sep 16 19:17:37.837589 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1625cfda-b8ec-4201-abf9-b61d59fc8448 req-c2259967-088b-408c-94b0-1bb26b94aec0 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679173 Sep 16 19:17:38.031910 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cb4378d3-ab3d-4c5d-b99f-e848e114129b req-3ccc329a-bcfa-4783-84b0-494da4551593 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 210 time: 0.0888772 Sep 16 19:17:38.071489 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfcbb7-b273-4b0f-86d0-311f21a1e3ae req-fe73ab6f-46a3-4753-8618-7af462d6a724 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:38.073103 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e7dfcbb7-b273-4b0f-86d0-311f21a1e3ae req-fe73ab6f-46a3-4753-8618-7af462d6a724 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0924344 Sep 16 19:17:38.120840 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e7dfcbb7-b273-4b0f-86d0-311f21a1e3ae req-1232078a-3ac5-4404-92f8-241518a68c21 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415590 Sep 16 19:17:38.341270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:17:39.110009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8c49f-67a0-4e83-9cb9-f18251021d86 req-ad563f03-78e2-4d72-bd02-dfe12a59dcc0 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:39.112152 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aba8c49f-67a0-4e83-9cb9-f18251021d86 req-ad563f03-78e2-4d72-bd02-dfe12a59dcc0 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 943 time: 0.1500747 Sep 16 19:17:39.118956 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5802161-c045-4bc2-b1c5-094725478b9b req-4ec95284-0cef-4b21-974e-030545310318 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:39.120433 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b5802161-c045-4bc2-b1c5-094725478b9b req-4ec95284-0cef-4b21-974e-030545310318 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.1567507 Sep 16 19:17:39.195948 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-aba8c49f-67a0-4e83-9cb9-f18251021d86 req-6ae7ba41-a41e-4f3d-84fc-f5a71698c50c tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743859 Sep 16 19:17:39.203067 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b5802161-c045-4bc2-b1c5-094725478b9b req-abfcea75-b7b4-4447-9acf-713ff9c3866c tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650563 Sep 16 19:17:39.385559 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c29a4137-3254-49ce-a9a9-810fb466a088 req-3af2e9c0-a589-44d6-831d-4c2180436127 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a6df5f-eee9-4b61-a03c-509426b56179 HTTP/1.1" status: 200 len: 210 time: 0.0814977 Sep 16 19:17:39.440940 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ea63b-8f81-49af-9c37-0ed09b01ae82 req-1b497e67-ad09-4a7b-b8b5-7f6317954639 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:39.442556 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cf6ea63b-8f81-49af-9c37-0ed09b01ae82 req-1b497e67-ad09-4a7b-b8b5-7f6317954639 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0950351 Sep 16 19:17:39.492015 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cf6ea63b-8f81-49af-9c37-0ed09b01ae82 req-d8ff2799-a403-4360-b25e-fd32432230bf tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430729 Sep 16 19:17:40.109829 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-02fefe9d-4f73-4f36-85e4-635201772538 req-bfa3c1cf-2832-4ade-af3f-17af1e6f5481 service neutron] 10.222.0.45 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400595 Sep 16 19:17:40.468830 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c6715-8b69-42bf-a583-fe9e0bd67407 req-d0e75b91-bc7b-4859-859d-0849a7928ace tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:40.470511 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-be5c6715-8b69-42bf-a583-fe9e0bd67407 req-d0e75b91-bc7b-4859-859d-0849a7928ace tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 943 time: 0.1542587 Sep 16 19:17:40.482240 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521779d-6e58-4e21-85d0-e611a2da96e3 req-ecb5be75-ce85-4c3c-9fb9-3aa25f02170d tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:40.483841 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2521779d-6e58-4e21-85d0-e611a2da96e3 req-ecb5be75-ce85-4c3c-9fb9-3aa25f02170d tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.1277733 Sep 16 19:17:40.560453 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-be5c6715-8b69-42bf-a583-fe9e0bd67407 req-c81eecba-b321-49b8-abff-dd225329a815 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755589 Sep 16 19:17:40.597049 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2521779d-6e58-4e21-85d0-e611a2da96e3 req-7d4f0560-830d-4642-aff3-1f95ab92e4e4 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713098 Sep 16 19:17:40.700763 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 47052) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:17:40.769351 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:40.786944 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7144b98-266a-48f7-8a69-2c9641e632ed req-99f9f10a-3cd6-41d6-9a6e-c777a45689d2 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:40.788566 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e7144b98-266a-48f7-8a69-2c9641e632ed req-99f9f10a-3cd6-41d6-9a6e-c777a45689d2 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0818818 Sep 16 19:17:40.797469 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:40.837618 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e7144b98-266a-48f7-8a69-2c9641e632ed req-cfdbe8a4-1f77-4aef-9529-c97ee69383f8 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429103 Sep 16 19:17:40.848396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:40.853987 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7bf7f6f3-f24a-4230-8a11-9f5b6c7407fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:41.073935 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1d280c-02f9-4d59-a16f-c04f495800fb,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:41.087058 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:41.087483 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:41.087893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:41.088300 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:41.088751 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:41.089154 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:41.089551 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:41.089948 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:41.090345 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:41.090741 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:41.091136 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:41.094515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:41.095301 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:41.097010 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "DELETE /v2.0/security-groups/ec1d280c-02f9-4d59-a16f-c04f495800fb HTTP/1.1" status: 204 len: 168 time: 0.3951888 Sep 16 19:17:41.100010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47056) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:17:41.118435 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.v2.resource [None req-7ab11604-c6ef-45c3-8b8d-019dd515882d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] show failed (client error): The resource could not be found. Sep 16 19:17:41.119520 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7ab11604-c6ef-45c3-8b8d-019dd515882d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups/ec1d280c-02f9-4d59-a16f-c04f495800fb HTTP/1.1" status: 404 len: 347 time: 0.0184302 Sep 16 19:17:41.122712 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47060) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:17:41.283336 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-7ba803b9-2abf-4a2c-8a55-1b89be1ee8d3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Deleting port ef5bfd15-433d-485d-b5fb-440ce498415e {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:17:41.284231 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7ba803b9-2abf-4a2c-8a55-1b89be1ee8d3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:41.458280 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7ba803b9-2abf-4a2c-8a55-1b89be1ee8d3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:41.458562 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7ba803b9-2abf-4a2c-8a55-1b89be1ee8d3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:41.582836 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-7ba803b9-2abf-4a2c-8a55-1b89be1ee8d3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Calling delete_port for ef5bfd15-433d-485d-b5fb-440ce498415e owned by network:floatingip {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:17:41.827578 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7ba803b9-2abf-4a2c-8a55-1b89be1ee8d3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:41.833186 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:41.886683 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba803b9-2abf-4a2c-8a55-1b89be1ee8d3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event deleted for resources: {'Port': ['ID=ef5bfd15-433d-485d-b5fb-440ce498415e,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:41.892699 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7ba803b9-2abf-4a2c-8a55-1b89be1ee8d3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:41.977915 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0704ae5-d189-4198-afbc-d2e197e418e3 req-2ee56821-16a2-48aa-9ea5-fd48168a590c tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:41.979500 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a0704ae5-d189-4198-afbc-d2e197e418e3 req-2ee56821-16a2-48aa-9ea5-fd48168a590c tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 943 time: 0.2822216 Sep 16 19:17:42.017692 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7a296-208a-4b12-9812-e7fc42991ae0 req-5c66de5e-d0cb-4090-9894-f84efbe45c49 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:42.019256 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5ce7a296-208a-4b12-9812-e7fc42991ae0 req-5c66de5e-d0cb-4090-9894-f84efbe45c49 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.2725635 Sep 16 19:17:42.070684 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7ba803b9-2abf-4a2c-8a55-1b89be1ee8d3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:42.105451 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a0704ae5-d189-4198-afbc-d2e197e418e3 req-52667c56-2342-40ed-b44b-f216df7ea6a8 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152806 Sep 16 19:17:42.117026 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5ce7a296-208a-4b12-9812-e7fc42991ae0 req-dd93e993-ea5a-4a95-b5a3-bc0e8940ded8 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874248 Sep 16 19:17:42.118459 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7ba803b9-2abf-4a2c-8a55-1b89be1ee8d3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:42.123148 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7ba803b9-2abf-4a2c-8a55-1b89be1ee8d3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "DELETE /v2.0/floatingips/99679f68-4b6a-4094-b10b-c9842ecdba77 HTTP/1.1" status: 204 len: 168 time: 0.9959004 Sep 16 19:17:42.295145 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9b3c6-f8c0-4ff7-9696-15f9368ae677 req-b2aff70b-373d-412e-bf04-9a7ae18e1f73 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:42.296765 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5fb9b3c6-f8c0-4ff7-9696-15f9368ae677 req-b2aff70b-373d-412e-bf04-9a7ae18e1f73 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0824628 Sep 16 19:17:42.344325 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5fb9b3c6-f8c0-4ff7-9696-15f9368ae677 req-ef66daad-5621-4d0a-992c-4f90b6d0c0b7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413890 Sep 16 19:17:43.444925 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a9f6d-3656-47a5-a8bc-9e96942dbea3 req-b351fdfa-fe6f-4ab2-9e81-a096df71a674 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:43.452559 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8e7a9f6d-3656-47a5-a8bc-9e96942dbea3 req-b351fdfa-fe6f-4ab2-9e81-a096df71a674 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 943 time: 0.0925243 Sep 16 19:17:43.500863 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8e7a9f6d-3656-47a5-a8bc-9e96942dbea3 req-56e9c186-bf33-4d15-80cc-7e880f4d45ba tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422552 Sep 16 19:17:43.715909 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e738f-2815-4c42-9158-47624039e6a5 req-9f5132f5-14a4-4754-b63c-fd3c9a0a12dd tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:43.717602 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4b4e738f-2815-4c42-9158-47624039e6a5 req-9f5132f5-14a4-4754-b63c-fd3c9a0a12dd tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.0836885 Sep 16 19:17:43.718584 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device f32ab269-5168-40ca-923b-72f640149c1a details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:17:43.753861 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 47080) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:17:43.771165 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--823037371', 'description': 'tempest-description--1576381611'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:17:43.773918 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4b4e738f-2815-4c42-9158-47624039e6a5 req-dee17209-4a49-4cbe-9c16-e59fe2b5ff34 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495608 Sep 16 19:17:43.778342 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:17:43.782677 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Usage tracker for resource:security_group and tenant:b5f3cdbaa6034f4abfe2547e31936b90 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:17:43.786531 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:17:43.793438 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:17:43.805019 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:43.843421 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:17:43.852226 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Usage tracker for resource:security_group_rule and tenant:b5f3cdbaa6034f4abfe2547e31936b90 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:17:43.855245 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:17:43.861781 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:17:43.884228 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port f32ab269-5168-40ca-923b-72f640149c1a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=f32ab269-5168-40ca-923b-72f640149c1a,segment=NetworkSegment(fde2c6f3-b1b3-4f73-a982-12dcfaa14507),segment_id=fde2c6f3-b1b3-4f73-a982-12dcfaa14507)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:43.899510 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': 'f32ab269-5168-40ca-923b-72f640149c1a', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'port_id': 'f32ab269-5168-40ca-923b-72f640149c1a', 'mac_address': 'fa:16:3e:d1:9d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:17:43.930150 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:43.935258 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:43.938380 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4609a3-9c3f-4b83-b6e8-5296b79c8263 req-a706fc8f-1650-48e2-b2d4-95771a275a7c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:43.940082 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ed4609a3-9c3f-4b83-b6e8-5296b79c8263 req-a706fc8f-1650-48e2-b2d4-95771a275a7c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.0911427 Sep 16 19:17:43.943893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0a92dc98-49c8-4d5d-b38a-0d0eccce1c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:43.966109 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:43.985163 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32ab269-5168-40ca-923b-72f640149c1a {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:17:43.988817 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b93c5ea-38cd-4ce9-9835-641b10f1952d,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:43.991684 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:43.993287 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:43.994656 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ed4609a3-9c3f-4b83-b6e8-5296b79c8263 req-6017a1fd-360a-457f-a69a-655a9638ed6c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458622 Sep 16 19:17:43.994940 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2394028 Sep 16 19:17:43.997706 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47084) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:17:44.003784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port f32ab269-5168-40ca-923b-72f640149c1a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=f32ab269-5168-40ca-923b-72f640149c1a,segment=NetworkSegment(fde2c6f3-b1b3-4f73-a982-12dcfaa14507),segment_id=fde2c6f3-b1b3-4f73-a982-12dcfaa14507)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:44.004128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-45d4c5ca-f475-469a-84c5-a8e8cd9752f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Request body: {'security_group_rule': {'security_group_id': '0b93c5ea-38cd-4ce9-9835-641b10f1952d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:17:44.006802 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:44.010261 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:44.010706 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-45d4c5ca-f475-469a-84c5-a8e8cd9752f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:17:44.014795 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-45d4c5ca-f475-469a-84c5-a8e8cd9752f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Usage tracker for resource:security_group_rule and tenant:b5f3cdbaa6034f4abfe2547e31936b90 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:17:44.018541 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-45d4c5ca-f475-469a-84c5-a8e8cd9752f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:17:44.025215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-45d4c5ca-f475-469a-84c5-a8e8cd9752f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:17:44.041652 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-45d4c5ca-f475-469a-84c5-a8e8cd9752f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:44.082034 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=f32ab269-5168-40ca-923b-72f640149c1a,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:44.091258 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:44.091744 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:44.092195 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:44.092671 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:44.093119 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:44.093561 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:44.094006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:44.094446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:44.094887 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:44.095322 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:44.095772 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:44.099889 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:44.107211 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-45d4c5ca-f475-469a-84c5-a8e8cd9752f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:44.109890 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-45d4c5ca-f475-469a-84c5-a8e8cd9752f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:44.117406 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0b5a930f-c276-45c4-8889-6cc61b33a903 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:44.136831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4c5ca-f475-469a-84c5-a8e8cd9752f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6839449f-c970-4a5a-b71b-feb62e44896d,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:44.139281 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-45d4c5ca-f475-469a-84c5-a8e8cd9752f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:44.145899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-45d4c5ca-f475-469a-84c5-a8e8cd9752f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:44.147147 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-45d4c5ca-f475-469a-84c5-a8e8cd9752f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1484113 Sep 16 19:17:44.149990 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47088) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:17:44.155710 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-f4385860-4dee-42d1-9c9f-cc79ccf4e976 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Request body: {'security_group_rule': {'security_group_id': '0b93c5ea-38cd-4ce9-9835-641b10f1952d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:17:44.161626 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f4385860-4dee-42d1-9c9f-cc79ccf4e976 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:17:44.165530 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f4385860-4dee-42d1-9c9f-cc79ccf4e976 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Usage tracker for resource:security_group_rule and tenant:b5f3cdbaa6034f4abfe2547e31936b90 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:17:44.168436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f4385860-4dee-42d1-9c9f-cc79ccf4e976 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:17:44.174392 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f4385860-4dee-42d1-9c9f-cc79ccf4e976 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:17:44.190590 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f4385860-4dee-42d1-9c9f-cc79ccf4e976 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:44.257191 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f4385860-4dee-42d1-9c9f-cc79ccf4e976 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:44.259840 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f4385860-4dee-42d1-9c9f-cc79ccf4e976 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:44.261959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:44.285371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4385860-4dee-42d1-9c9f-cc79ccf4e976 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a089341-6c20-4baf-b140-aad4145ec627,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:44.287825 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f4385860-4dee-42d1-9c9f-cc79ccf4e976 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:44.293972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f4385860-4dee-42d1-9c9f-cc79ccf4e976 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:44.295234 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f4385860-4dee-42d1-9c9f-cc79ccf4e976 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1442652 Sep 16 19:17:44.298439 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47092) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:17:44.304214 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Request body: {'floatingip': {'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:17:44.309737 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:17:44.313736 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Usage tracker for resource:floatingip and tenant:b5f3cdbaa6034f4abfe2547e31936b90 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:17:44.317248 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:17:44.323292 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:17:44.333150 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:44.352805 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['f32ab269-5168-40ca-923b-72f640149c1a'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:17:44.744378 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:44.807892 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89c89b-dbcf-4fb2-85db-71da6d515ff4 req-7e204f8a-9b73-4423-9556-c1f02a37c87a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:44.809442 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4b89c89b-dbcf-4fb2-85db-71da6d515ff4 req-7e204f8a-9b73-4423-9556-c1f02a37c87a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 944 time: 0.1595893 Sep 16 19:17:44.959385 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4b89c89b-dbcf-4fb2-85db-71da6d515ff4 req-bfeb3313-c6ce-40c3-ba25-7da23c8ef171 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422276 Sep 16 19:17:44.995884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Allocated IP 172.28.0.209 (718729de-5f21-40b7-aa11-1e5226d826a0/36747542-734f-49ce-8806-50515b72b8f0/1efe40a6-7030-4647-bf93-f3e72dda006f) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:17:45.052151 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2c3ab-1f67-4b55-98e9-ed57e8d6f3bb req-8291b044-af30-4dcc-bfb5-3f57ab77591c tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:45.054089 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-44e2c3ab-1f67-4b55-98e9-ed57e8d6f3bb req-8291b044-af30-4dcc-bfb5-3f57ab77591c tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.1552742 Sep 16 19:17:45.233790 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-44e2c3ab-1f67-4b55-98e9-ed57e8d6f3bb req-1b084ad4-ac75-4987-96f0-b7940512a439 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318932 Sep 16 19:17:45.279942 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:45.302472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90870b31-e667-476b-82fb-23fdcce24d64 req-10dfde3b-ed70-493c-84a2-fc6658f1b39a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:45.304345 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-90870b31-e667-476b-82fb-23fdcce24d64 req-10dfde3b-ed70-493c-84a2-fc6658f1b39a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 943 time: 0.1606770 Sep 16 19:17:45.349280 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:45.355897 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:45.412856 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-90870b31-e667-476b-82fb-23fdcce24d64 req-6cd9182d-cef7-48e6-ad7e-a52739c30713 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015491 Sep 16 19:17:45.432244 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:17:45.435749 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:17:45.439648 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:17:45.472448 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event updated for resources: {'Port': ['ID=1efe40a6-7030-4647-bf93-f3e72dda006f,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:45.478852 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:45.604264 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:45.659742 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:45.719685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 6017c797-26a3-4358-aca7-e6561c9ba431 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:17:45.722725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device f32ab269-5168-40ca-923b-72f640149c1a up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:17:45.881534 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:45.884750 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851643253'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:45.889651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ff51c92f-a2a3-4fec-97e2-7a29df8b068a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:45.900013 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port f32ab269-5168-40ca-923b-72f640149c1a completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:17:45.911249 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port f32ab269-5168-40ca-923b-72f640149c1a triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:17:45.911670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:46.010456 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event updated for resources: {'Port': ['ID=1efe40a6-7030-4647-bf93-f3e72dda006f,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:46.013831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:46.027059 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852707909'] for floatingip, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:46.052058 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:46.053796 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7543662 Sep 16 19:17:46.119566 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 6017c797-26a3-4358-aca7-e6561c9ba431, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6017c797-26a3-4358-aca7-e6561c9ba431,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:46.146350 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '6017c797-26a3-4358-aca7-e6561c9ba431', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'port_id': '6017c797-26a3-4358-aca7-e6561c9ba431', 'mac_address': 'fa:16:3e:1e:bc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:17:46.184106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b8e01-d82c-4a1f-ab50-460af2b11a58 req-71c0bad6-83b8-41d2-8aa5-24358ea3e185 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:46.189575 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8a5b8e01-d82c-4a1f-ab50-460af2b11a58 req-71c0bad6-83b8-41d2-8aa5-24358ea3e185 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 944 time: 0.0931289 Sep 16 19:17:46.248952 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:46.268902 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8a5b8e01-d82c-4a1f-ab50-460af2b11a58 req-2b1a5d76-025a-4ecc-aded-f99f8ce7ef33 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764067 Sep 16 19:17:46.276472 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-ce4a0093-89cf-4b55-9ab7-06f46688d15e tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--823037371&fields=id&tenant_id=b5f3cdbaa6034f4abfe2547e31936b90 HTTP/1.1" status: 200 len: 267 time: 0.0685148 Sep 16 19:17:46.278618 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6017c797-26a3-4358-aca7-e6561c9ba431 {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:17:46.288062 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:46.313883 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 6017c797-26a3-4358-aca7-e6561c9ba431, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6017c797-26a3-4358-aca7-e6561c9ba431,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:46.321022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:46.321796 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 0985a15a-c665-415a-9290-ab3d27ab466a details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:17:46.325799 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:46.365438 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32ab269-5168-40ca-923b-72f640149c1a'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:17:46.391476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port f32ab269-5168-40ca-923b-72f640149c1a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=f32ab269-5168-40ca-923b-72f640149c1a,segment=NetworkSegment(fde2c6f3-b1b3-4f73-a982-12dcfaa14507),segment_id=fde2c6f3-b1b3-4f73-a982-12dcfaa14507)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:46.404116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:46.494093 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=6017c797-26a3-4358-aca7-e6561c9ba431,revision_number=9']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:46.499193 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:46.499709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:46.518878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-7ee1ce70-f0df-46f4-ba0b-caa7425661a4 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:46.520454 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-7ee1ce70-f0df-46f4-ba0b-caa7425661a4 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/networks?id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66 HTTP/1.1" status: 200 len: 811 time: 0.2347660 Sep 16 19:17:46.531164 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa8d66-9f95-4149-943c-232bdf4b097d req-6a7ce423-9997-495c-a3b4-aa82179c7c5a tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:46.532713 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a3fa8d66-9f95-4149-943c-232bdf4b097d req-6a7ce423-9997-495c-a3b4-aa82179c7c5a tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 944 time: 0.1415386 Sep 16 19:17:46.564971 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-8ed5be2d-5ec8-400e-bfde-e3cc695b49c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/quotas/b5f3cdbaa6034f4abfe2547e31936b90 HTTP/1.1" status: 200 len: 375 time: 0.0311575 Sep 16 19:17:46.603550 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=f32ab269-5168-40ca-923b-72f640149c1a,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:46.608123 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:46.613304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 0985a15a-c665-415a-9290-ab3d27ab466a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=0985a15a-c665-415a-9290-ab3d27ab466a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:46.628051 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '0985a15a-c665-415a-9290-ab3d27ab466a', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'port_id': '0985a15a-c665-415a-9290-ab3d27ab466a', 'mac_address': 'fa:16:3e:4d:54:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df315f2-c24d-4091-b683-0a3588cce397', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:17:46.633105 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a3fa8d66-9f95-4149-943c-232bdf4b097d req-4302d6c8-202b-4c3b-9caa-7e002904e182 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898860 Sep 16 19:17:46.676017 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-6b370264-d9f0-4719-9d7a-b4b8f142beab tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Synchronizing usage tracker for tenant:b5f3cdbaa6034f4abfe2547e31936b90 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:17:46.686561 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:46.693136 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-6b370264-d9f0-4719-9d7a-b4b8f142beab tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Unset dirty status for tenant:b5f3cdbaa6034f4abfe2547e31936b90 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:17:46.694715 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-6b370264-d9f0-4719-9d7a-b4b8f142beab tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5f3cdbaa6034f4abfe2547e31936b90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1177645 Sep 16 19:17:46.702702 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32ab269-5168-40ca-923b-72f640149c1a', 'code': 200} Sep 16 19:17:46.707782 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0985a15a-c665-415a-9290-ab3d27ab466a {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:17:46.724078 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 0985a15a-c665-415a-9290-ab3d27ab466a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=0985a15a-c665-415a-9290-ab3d27ab466a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:46.727233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:46.729460 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f7fe51ef-446c-4c19-9d0b-29f6ec0fe7fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:46.803753 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=0985a15a-c665-415a-9290-ab3d27ab466a,revision_number=7']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:46.814555 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:46.965900 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-f8792a79-2477-46dd-acbf-6dedede7b699 service neutron] 10.222.0.39 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561476 Sep 16 19:17:47.068481 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['0985a15a-c665-415a-9290-ab3d27ab466a'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:17:47.098577 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0c588-cdbb-43e8-8f6b-ce09906795e4 req-7d390eaa-02f1-4efb-81ec-2692969da0c6 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:47.098950 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['6017c797-26a3-4358-aca7-e6561c9ba431'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:17:47.100196 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7dd0c588-cdbb-43e8-8f6b-ce09906795e4 req-7d390eaa-02f1-4efb-81ec-2692969da0c6 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 944 time: 0.2826662 Sep 16 19:17:47.135601 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e6186cd6-bfc6-400f-8c67-25dade0fb13f req-ffe49cf0-e6db-4e83-b01c-e43d49696ece service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 1098 time: 0.2477708 Sep 16 19:17:47.221932 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-ac5648ca-3028-4470-b442-4fb2865b1a6c service neutron] 10.222.0.39 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490573 Sep 16 19:17:47.228552 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7dd0c588-cdbb-43e8-8f6b-ce09906795e4 req-05bd485d-3170-4fb8-966e-b13cb3510671 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219926 Sep 16 19:17:47.233338 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e6186cd6-bfc6-400f-8c67-25dade0fb13f req-d0bce196-9f0b-4858-9e19-c588d08a72da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848036 Sep 16 19:17:47.333347 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-074cca52-16b8-4abf-be49-aafa0c8528b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:47.482207 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8b5740d2-e19b-4abf-84c6-8cbe24bc2236 req-cfcf1739-2280-4bec-bc2d-aa7ab810d11f tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 210 time: 0.1003170 Sep 16 19:17:47.522435 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dc3f7-a730-432c-a1c1-8c5f12e2eec1 req-850d0130-049c-474a-b64b-c92ce5309cc2 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:47.524030 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b58dc3f7-a730-432c-a1c1-8c5f12e2eec1 req-850d0130-049c-474a-b64b-c92ce5309cc2 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 945 time: 0.1020861 Sep 16 19:17:47.575165 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b58dc3f7-a730-432c-a1c1-8c5f12e2eec1 req-5244a529-6367-4628-9f7f-5fae8cfee18c tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448811 Sep 16 19:17:47.844921 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251873c0-5e95-460e-bd8e-d72a01ca99ad req-c54d4b34-a011-4baa-9594-bb70c5b4d836 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:47.847207 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-251873c0-5e95-460e-bd8e-d72a01ca99ad req-c54d4b34-a011-4baa-9594-bb70c5b4d836 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 945 time: 0.0882514 Sep 16 19:17:47.897887 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-251873c0-5e95-460e-bd8e-d72a01ca99ad req-8234224e-9b6e-4ccc-ba29-b34ccfa52c5a tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447094 Sep 16 19:17:48.576092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1c056-8f84-42ba-8f31-af9cd02900e6 req-86b14c05-c027-4116-9e9f-cfbc464fbdba tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:48.577751 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-81c1c056-8f84-42ba-8f31-af9cd02900e6 req-86b14c05-c027-4116-9e9f-cfbc464fbdba tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 944 time: 0.2079823 Sep 16 19:17:48.611494 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-12d66699-5767-40c9-9d1f-7d5c7387b68f tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:48.613400 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-12d66699-5767-40c9-9d1f-7d5c7387b68f tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.45 "GET /v2.0/networks?id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66 HTTP/1.1" status: 200 len: 811 time: 0.2047541 Sep 16 19:17:48.708692 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-93622a44-e694-4e40-a207-a09fbdc218fd req-c3d4d216-3356-46e2-a145-46c6353c262d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 210 time: 0.0782909 Sep 16 19:17:48.749373 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-81c1c056-8f84-42ba-8f31-af9cd02900e6 req-611387fd-4987-4d6b-b6e0-971813ef3d15 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436563 Sep 16 19:17:48.753810 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-a5392722-39be-4b97-b9cf-5d46ab94849e tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5f3cdbaa6034f4abfe2547e31936b90 HTTP/1.1" status: 200 len: 379 time: 0.1223609 Sep 16 19:17:48.764754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Request body: {'port': {'device_id': '6266b0cc-22a7-4791-bf5e-51c055cc1428', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'admin_state_up': True, 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'security_groups': ['0b93c5ea-38cd-4ce9-9835-641b10f1952d']}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:17:48.937906 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:49.261041 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:17:49.286548 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43b7f5-b169-435a-b060-ad8db6d20f6e req-71407311-17b4-4f50-9bab-b9e6969697eb tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:49.288148 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ab43b7f5-b169-435a-b060-ad8db6d20f6e req-71407311-17b4-4f50-9bab-b9e6969697eb tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 945 time: 0.2245176 Sep 16 19:17:49.289074 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:17:49.303974 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a7cbe-b259-44b7-98d5-d74623bf5eb1 req-f6901008-1678-4fa6-bd8c-832e58fa02cf tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:49.305565 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-582a7cbe-b259-44b7-98d5-d74623bf5eb1 req-f6901008-1678-4fa6-bd8c-832e58fa02cf tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 945 time: 0.2431288 Sep 16 19:17:49.350106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Made reservation on behalf of b5f3cdbaa6034f4abfe2547e31936b90 for: {'port': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:17:49.355429 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:49.465337 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ab43b7f5-b169-435a-b060-ad8db6d20f6e req-797f91e6-dda3-4997-9592-b4e4024daca4 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702273 Sep 16 19:17:49.476201 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-582a7cbe-b259-44b7-98d5-d74623bf5eb1 req-6333bc88-814e-4df1-adc2-80aae951f213 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454699 Sep 16 19:17:49.586607 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Allocated IP 172.20.0.7 (8d1c5b7b-d639-4956-acd0-63bf30c3cc66/bf6c85c4-0167-4c1c-92ec-34ad8e35130f/fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:17:49.746945 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 6017c797-26a3-4358-aca7-e6561c9ba431 up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:17:49.800205 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729107-591a-46ed-b27b-ccc5ea16ca44 req-1b16466b-fe74-4c7e-8952-3f767c6e2894 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:49.801683 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-97729107-591a-46ed-b27b-ccc5ea16ca44 req-1b16466b-fe74-4c7e-8952-3f767c6e2894 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 945 time: 0.2061219 Sep 16 19:17:49.820280 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 6017c797-26a3-4358-aca7-e6561c9ba431 triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:17:49.820728 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:49.927151 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5ed06b1f-fef8-43a0-ae61-f93d91852283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:49.928659 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-64e23584-41e4-4d23-91b5-eb82ca70a628 req-4ef4e1a2-586f-4884-b973-86898c1da00d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 210 time: 0.0844257 Sep 16 19:17:49.940163 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:49.962686 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-97729107-591a-46ed-b27b-ccc5ea16ca44 req-a661eace-bfaa-41ff-8d7c-10d791940251 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465049 Sep 16 19:17:49.968022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:49.979879 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Transition to ACTIVE for port object fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb will not be triggered until provisioned by entity DHCP. {{(pid=82445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:17:49.999026 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:50.010266 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62caaeb2-23ff-49e9-946b-4a5439315810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6017c797-26a3-4358-aca7-e6561c9ba431'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:17:50.011682 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:50.020064 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-80da0734-3952-4acd-94f0-5685c752f3bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:50.021025 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 6017c797-26a3-4358-aca7-e6561c9ba431, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6017c797-26a3-4358-aca7-e6561c9ba431,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:50.026416 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:50.027450 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 0985a15a-c665-415a-9290-ab3d27ab466a up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:17:50.071819 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:50.159591 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:17:50.161220 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event updated for resources: {'Port': ['ID=fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:50.164259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=6017c797-26a3-4358-aca7-e6561c9ba431,revision_number=10']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:50.165375 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:17:50.167692 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:50.170143 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:17:50.173354 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 0985a15a-c665-415a-9290-ab3d27ab466a triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:17:50.173853 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:50.226070 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:50.226474 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:50.226872 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:50.227265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:50.227659 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:50.228046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:50.228430 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:50.228863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:50.229252 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:50.229632 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:50.230015 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:17:50.238085 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:50.268871 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:50.269563 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:50.292799 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28470c96-2352-4e32-b902-618cfa8b413e req-484f68d0-6bdd-46f0-9416-234f9bd9fa8a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:50.294461 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-28470c96-2352-4e32-b902-618cfa8b413e req-484f68d0-6bdd-46f0-9416-234f9bd9fa8a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 946 time: 0.2388043 Sep 16 19:17:50.298783 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62caaeb2-23ff-49e9-946b-4a5439315810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6017c797-26a3-4358-aca7-e6561c9ba431', 'code': 200} Sep 16 19:17:50.322653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:50.338351 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5787919 Sep 16 19:17:50.360556 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 0985a15a-c665-415a-9290-ab3d27ab466a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=0985a15a-c665-415a-9290-ab3d27ab466a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:50.364294 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:50.366422 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-53eaebd7-9138-404b-91c7-8d2942cf6f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:50.366569 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Request body: {'port': {'device_id': '6266b0cc-22a7-4791-bf5e-51c055cc1428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:17:50.438983 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=0985a15a-c665-415a-9290-ab3d27ab466a,revision_number=8']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:50.442779 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:50.479421 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-28470c96-2352-4e32-b902-618cfa8b413e req-be57ed0a-3fa3-48f4-81af-21ada71b68a8 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732390 Sep 16 19:17:50.564154 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:50.582744 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08f7b940-fbcb-47eb-a78c-c35afcd8ba58 None None] Provisioning for port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:17:50.587877 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-08f7b940-fbcb-47eb-a78c-c35afcd8ba58 None None] Provisioning complete for port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:17:50.588361 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08f7b940-fbcb-47eb-a78c-c35afcd8ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:50.590696 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b0f73-38b4-4e06-b39a-b2c536206400 req-84e2bc09-c7b1-45c1-84e0-54cef1186ed0 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:50.592301 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d08b0f73-38b4-4e06-b39a-b2c536206400 req-84e2bc09-c7b1-45c1-84e0-54cef1186ed0 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 945 time: 0.1780505 Sep 16 19:17:50.648320 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08f7b940-fbcb-47eb-a78c-c35afcd8ba58 None None] Port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:17:50.811566 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d08b0f73-38b4-4e06-b39a-b2c536206400 req-c0221c3e-91b4-47ed-8c5e-c884d50ac439 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845996 Sep 16 19:17:50.913084 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501990b9-1c89-47af-ad36-c1a9a37a7bef req-c3862364-f3ae-4347-9925-bf9ab1d6e8cb tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:50.914707 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-501990b9-1c89-47af-ad36-c1a9a37a7bef req-c3862364-f3ae-4347-9925-bf9ab1d6e8cb tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.2853527 Sep 16 19:17:51.145645 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-501990b9-1c89-47af-ad36-c1a9a37a7bef req-518abe26-f216-4d1a-969e-f430d977028e tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665881 Sep 16 19:17:51.148732 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0c881afe-e08c-4560-9086-58f1bdfc9570 req-30c30ded-b416-4624-8c99-2b5a5e9a7883 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 1099 time: 0.3170435 Sep 16 19:17:51.279196 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0c881afe-e08c-4560-9086-58f1bdfc9570 req-79db298a-705b-46dd-a987-ca86cb637f64 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211812 Sep 16 19:17:51.304243 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19915836-41f1-4deb-8514-a600af18361a req-6b3e0c70-09a5-45f5-8079-87c29d00a0a2 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:51.305388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-19915836-41f1-4deb-8514-a600af18361a req-6b3e0c70-09a5-45f5-8079-87c29d00a0a2 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Synchronizing usage tracker for tenant:b5f3cdbaa6034f4abfe2547e31936b90 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:17:51.309476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:51.313162 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb {{(pid=82445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:17:51.323189 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:51.343227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-19915836-41f1-4deb-8514-a600af18361a req-6b3e0c70-09a5-45f5-8079-87c29d00a0a2 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Unset dirty status for tenant:b5f3cdbaa6034f4abfe2547e31936b90 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:17:51.344713 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-19915836-41f1-4deb-8514-a600af18361a req-6b3e0c70-09a5-45f5-8079-87c29d00a0a2 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 931 time: 0.2698622 Sep 16 19:17:51.347725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Transition to ACTIVE for port object fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb will not be triggered until provisioned by entity L2. {{(pid=82445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:17:51.350358 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851643253'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:51.356522 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-5a06ae99-b2b7-450f-9b18-f2bd9c13f7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:51.519234 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:51.525721 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:51.545277 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-19915836-41f1-4deb-8514-a600af18361a req-2eeaae19-85e9-4888-aaa8-f33016a4db19 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b93c5ea-38cd-4ce9-9835-641b10f1952d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897454 Sep 16 19:17:51.704131 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Attempting to bind port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:17:51.704651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Attempting to bind port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'}] {{(pid=82445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:17:51.704772 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Attempting to bind port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb on network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:17:51.716232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb on network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:17:51.716583 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Attempting to bind port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb on network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:17:51.733562 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:17:51.733930 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Checking segment: {'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:17:51.734345 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Bound using segment: {'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'} {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:17:51.734814 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Bound port: fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ca26de-e0c8-440b-9488-31bd93e5b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66'}}] {{(pid=82445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:17:51.735191 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:51.797216 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e416980-dcab-44fe-8aa1-c93db5e0d42c req-a143d036-7945-4b51-bc11-47c032c9395f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:51.798802 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1e416980-dcab-44fe-8aa1-c93db5e0d42c req-a143d036-7945-4b51-bc11-47c032c9395f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 946 time: 0.1559548 Sep 16 19:17:51.879899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] For port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb, host hv-cinder-80944, cleared binding levels {{(pid=82445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:17:51.883567 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1e416980-dcab-44fe-8aa1-c93db5e0d42c req-5d85a170-1b5f-4fc0-8a8d-85d81e2c9640 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784776 Sep 16 19:17:51.885251 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] For port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:17:51.888711 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851643253'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:51.892889 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ad994366-c9de-466d-b832-35cdaecce523 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:51.959919 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:51.961419 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] 10.222.0.45 "PUT /v2.0/ports/fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb HTTP/1.1" status: 200 len: 1093 time: 1.5999761 Sep 16 19:17:51.961950 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6266b0cc-22a7-4791-bf5e-51c055cc1428', 'tag': 'fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:17:51.981444 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb,revision_number=3']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:51.984487 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:52.045654 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6266b0cc-22a7-4791-bf5e-51c055cc1428', 'tag': 'fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb', 'status': 'completed', 'code': 200} Sep 16 19:17:52.084660 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-e57ab5f5-b810-40ca-b4f1-82baacab7c61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5f3cdbaa6034f4abfe2547e31936b90&device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 1096 time: 0.0796990 Sep 16 19:17:52.164334 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-aaa68db7-5126-4d81-bf26-a2c3497eb946 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb HTTP/1.1" status: 200 len: 217 time: 0.0703800 Sep 16 19:17:52.275446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-c2feb88d-cb54-4182-8580-329b71493bd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:52.277069 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-c2feb88d-cb54-4182-8580-329b71493bd5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf6c85c4-0167-4c1c-92ec-34ad8e35130f HTTP/1.1" status: 200 len: 850 time: 0.1053035 Sep 16 19:17:52.302554 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5991a69f-2832-4acc-956a-9fa23d33863f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0985a15a-c665-415a-9290-ab3d27ab466a'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:17:52.363472 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5991a69f-2832-4acc-956a-9fa23d33863f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0985a15a-c665-415a-9290-ab3d27ab466a', 'code': 200} Sep 16 19:17:52.665047 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-717df5d0-049b-407e-aa8a-66d2dd6c0908 req-6394785e-9c72-4d2f-9202-8a2ce782cb68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a339dcda4d0842f69010183fb6780189&device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 1099 time: 0.4304314 Sep 16 19:17:52.678720 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-38958912-66b8-4666-83fa-b343465da5c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3932369 Sep 16 19:17:52.686122 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d9a87-717d-41e2-b4aa-2bc758f94d4e req-0bc66898-76f8-4e9a-9b25-a97bc4b99ce5 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:52.687705 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ea8d9a87-717d-41e2-b4aa-2bc758f94d4e req-0bc66898-76f8-4e9a-9b25-a97bc4b99ce5 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.3613243 Sep 16 19:17:52.821649 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4378b328-ab24-4ba2-99c5-e6bf0d573815 req-fb84e093-8740-4511-a863-afacecec2725 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 1099 time: 0.1004703 Sep 16 19:17:52.875176 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4378b328-ab24-4ba2-99c5-e6bf0d573815 req-d704f2fd-270e-43ee-9700-a045816c48b1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429318 Sep 16 19:17:53.056832 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-84a78bce-7507-4945-8f24-8a0542ae3da0 service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676040 Sep 16 19:17:53.063257 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ea8d9a87-717d-41e2-b4aa-2bc758f94d4e req-bbde5506-f8d1-4431-b797-5050c3cb8512 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456531 Sep 16 19:17:53.098218 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717df5d0-049b-407e-aa8a-66d2dd6c0908 req-7f1cd367-5c08-4c81-b084-446a6eeac931 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:53.099837 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-717df5d0-049b-407e-aa8a-66d2dd6c0908 req-7f1cd367-5c08-4c81-b084-446a6eeac931 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05f713ca-3513-43da-98ab-1117cce685d8 HTTP/1.1" status: 200 len: 910 time: 0.3884857 Sep 16 19:17:53.110962 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84e7b0-edf8-49c9-bed5-4375d537af1f req-65f82af0-c0e2-4b33-b604-41c04e0f5a6e tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:53.112620 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cc84e7b0-edf8-49c9-bed5-4375d537af1f req-65f82af0-c0e2-4b33-b604-41c04e0f5a6e tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 943 time: 0.2846918 Sep 16 19:17:53.141287 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:53.373173 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-717df5d0-049b-407e-aa8a-66d2dd6c0908 req-ed2e5740-321b-465d-b641-b88fe0d84ab6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0985a15a-c665-415a-9290-ab3d27ab466a HTTP/1.1" status: 200 len: 1002 time: 0.2592084 Sep 16 19:17:53.378006 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cc84e7b0-edf8-49c9-bed5-4375d537af1f req-b5dd287f-bbde-4096-a7c0-d501cd1e983f tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b93c5ea-38cd-4ce9-9835-641b10f1952d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824784 Sep 16 19:17:53.447810 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-14b60ce2-bb53-40de-adce-8a54cb78eb5c req-47a34be3-a7c8-41d5-b143-2cf853596c4f service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317583 Sep 16 19:17:53.463766 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717df5d0-049b-407e-aa8a-66d2dd6c0908 req-740d738f-b63c-4682-8734-21793e080b69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:53.465317 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-717df5d0-049b-407e-aa8a-66d2dd6c0908 req-740d738f-b63c-4682-8734-21793e080b69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3df315f2-c24d-4091-b683-0a3588cce397 HTTP/1.1" status: 200 len: 848 time: 0.0840254 Sep 16 19:17:53.706430 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-717df5d0-049b-407e-aa8a-66d2dd6c0908 req-2fa94d35-8e2e-4b86-b8be-f59f9da872bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05f713ca-3513-43da-98ab-1117cce685d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2341518 Sep 16 19:17:53.713222 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ac8e4-4ba5-4dcd-8faf-71ab92a977d6 req-1dbfcf47-996b-4272-840b-468bf9f87dee tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:53.714813 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-069ac8e4-4ba5-4dcd-8faf-71ab92a977d6 req-1dbfcf47-996b-4272-840b-468bf9f87dee tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 946 time: 0.1957717 Sep 16 19:17:53.719559 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8dded9bd-1827-40ce-a1d2-2c623b8f5899 req-f9392a18-c9e4-4cea-b981-f13514319677 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5f3cdbaa6034f4abfe2547e31936b90&device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 1096 time: 0.1542435 Sep 16 19:17:53.981581 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-069ac8e4-4ba5-4dcd-8faf-71ab92a977d6 req-add0f32c-334e-4766-8703-1f9c5c1c40de tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381759 Sep 16 19:17:54.025544 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-717df5d0-049b-407e-aa8a-66d2dd6c0908 req-7eaa42b3-f12e-4381-b2fe-b5e302496703 service neutron] 10.222.0.45 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097916 Sep 16 19:17:54.032380 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded9bd-1827-40ce-a1d2-2c623b8f5899 req-65f33833-ea20-4815-a440-59a167714ffe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:54.034434 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8dded9bd-1827-40ce-a1d2-2c623b8f5899 req-65f33833-ea20-4815-a440-59a167714ffe service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66 HTTP/1.1" status: 200 len: 912 time: 0.2900431 Sep 16 19:17:54.248954 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8dded9bd-1827-40ce-a1d2-2c623b8f5899 req-f5cf1200-d4cc-4dd6-8e4c-89fedfeb092b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb HTTP/1.1" status: 200 len: 217 time: 0.1728280 Sep 16 19:17:54.373532 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded9bd-1827-40ce-a1d2-2c623b8f5899 req-024c8dad-b092-40a7-999a-bbf341517eae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:54.375136 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8dded9bd-1827-40ce-a1d2-2c623b8f5899 req-024c8dad-b092-40a7-999a-bbf341517eae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf6c85c4-0167-4c1c-92ec-34ad8e35130f HTTP/1.1" status: 200 len: 850 time: 0.1143825 Sep 16 19:17:54.381814 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-717df5d0-049b-407e-aa8a-66d2dd6c0908 req-ed7e611f-8c0f-4134-b717-0b3ad07e2d6e service neutron] 10.222.0.45 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304660 Sep 16 19:17:54.392440 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8540d-a01b-488d-aaee-5980942e67a1 req-0450be23-fa5c-4f5c-aaa4-fcb397bdcc50 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:54.394148 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-88f8540d-a01b-488d-aaee-5980942e67a1 req-0450be23-fa5c-4f5c-aaa4-fcb397bdcc50 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.1919608 Sep 16 19:17:54.512693 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-88f8540d-a01b-488d-aaee-5980942e67a1 req-4a351bbe-1c6d-445b-aaec-51f4f765ac2b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116304 Sep 16 19:17:54.586905 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8dded9bd-1827-40ce-a1d2-2c623b8f5899 req-a8053623-e2dc-4ea2-9175-44fb470ef5a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1654367 Sep 16 19:17:54.701358 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94039c-7841-4e83-a443-75cdc0a89396 req-0f02083b-d033-4bea-8ad1-f8122a1e9532 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:54.702976 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ff94039c-7841-4e83-a443-75cdc0a89396 req-0f02083b-d033-4bea-8ad1-f8122a1e9532 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 943 time: 0.1876674 Sep 16 19:17:54.995806 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8dded9bd-1827-40ce-a1d2-2c623b8f5899 req-fceb2fdb-dac2-4f67-8208-ace8c5eb26b3 service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963523 Sep 16 19:17:54.999852 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ff94039c-7841-4e83-a443-75cdc0a89396 req-88b089b6-6009-41ea-81a3-0e1276b7575c tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b93c5ea-38cd-4ce9-9835-641b10f1952d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2893765 Sep 16 19:17:55.186326 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8dded9bd-1827-40ce-a1d2-2c623b8f5899 req-47c3b98e-4555-449a-9df7-029b5132b6ac service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830680 Sep 16 19:17:55.217980 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0faa25-0698-4e77-a45c-8126b9562b4d req-84a70292-0adc-4d31-9395-5f4741ffe84e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:55.219571 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fa0faa25-0698-4e77-a45c-8126b9562b4d req-84a70292-0adc-4d31-9395-5f4741ffe84e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 946 time: 0.1011415 Sep 16 19:17:55.270428 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fa0faa25-0698-4e77-a45c-8126b9562b4d req-f052962e-917a-4b93-bd75-2cacafc981ed tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436494 Sep 16 19:17:55.727936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088f6b-176d-4026-b21d-83e4e88d8503 req-6a3c59ec-7e01-4650-be36-bf032d73efab tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:55.729527 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-45088f6b-176d-4026-b21d-83e4e88d8503 req-6a3c59ec-7e01-4650-be36-bf032d73efab tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.1037750 Sep 16 19:17:55.776306 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-45088f6b-176d-4026-b21d-83e4e88d8503 req-c449ef05-bb9d-4c73-95b5-0463d81865e5 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406146 Sep 16 19:17:56.273565 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ca005-1578-4348-a724-e01a42e771a2 req-d2635d62-9645-45dd-9b42-5f30db31fd1b tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:56.275168 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-230ca005-1578-4348-a724-e01a42e771a2 req-d2635d62-9645-45dd-9b42-5f30db31fd1b tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 943 time: 0.1526430 Sep 16 19:17:56.310311 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38879297-0ab9-4343-8709-e72c00cae023 req-e0bc33f2-51d9-4efe-9795-e292d78f52d5 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:56.311854 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-38879297-0ab9-4343-8709-e72c00cae023 req-e0bc33f2-51d9-4efe-9795-e292d78f52d5 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 945 time: 0.1408660 Sep 16 19:17:56.369318 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-230ca005-1578-4348-a724-e01a42e771a2 req-d2adbff4-7299-4602-9639-921444ec94e6 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b93c5ea-38cd-4ce9-9835-641b10f1952d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868125 Sep 16 19:17:56.380111 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-38879297-0ab9-4343-8709-e72c00cae023 req-7600282f-b742-40f9-9568-ffb5514acbbf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598879 Sep 16 19:17:56.408017 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47260) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:17:56.554427 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-87d2b27c-c9af-4255-9883-ae489afaa552 tempest-TestMinimumBasicScenario-283573527 tempest-TestMinimumBasicScenario-283573527-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 1093 time: 0.1450694 Sep 16 19:17:56.557336 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47266) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:17:56.562915 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Request body: {'floatingip': {'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'port_id': 'f32ab269-5168-40ca-923b-72f640149c1a', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'fixed_ip_address': '172.20.0.9'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:17:56.569407 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:17:56.573957 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Usage tracker for resource:floatingip and tenant:9e478c9bb35547b8b06de68eb4cc5643 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:17:56.577059 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:17:56.583130 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:17:56.595772 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for floatingip, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:56.739552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:56.884976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Allocated IP 172.28.0.62 (718729de-5f21-40b7-aa11-1e5226d826a0/36747542-734f-49ce-8806-50515b72b8f0/084d5038-7902-4e6e-96ff-652f1450a180) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:17:57.036407 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:57.061679 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:57.066477 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f1cd1f66-0246-450b-b294-e93052a7bb78 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:57.135968 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:17:57.138911 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:17:57.143607 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:17:57.168810 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event updated for resources: {'Port': ['ID=084d5038-7902-4e6e-96ff-652f1450a180,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:57.174494 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:57.622090 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb54bed-deb0-4afe-97cc-17147dfe4877 req-782f3e42-f204-424a-8abd-b4fe04925a1d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:57.623707 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-eeb54bed-deb0-4afe-97cc-17147dfe4877 req-782f3e42-f204-424a-8abd-b4fe04925a1d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 943 time: 0.1311197 Sep 16 19:17:57.766979 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-eeb54bed-deb0-4afe-97cc-17147dfe4877 req-f37301ea-c81b-4d70-8e32-f67bda3be6c1 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b93c5ea-38cd-4ce9-9835-641b10f1952d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368735 Sep 16 19:17:57.769464 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:57.802676 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:17:57.826371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:57.947684 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:57.961888 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': 'fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'port_id': 'fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb', 'mac_address': 'fa:16:3e:d9:ea:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:17:58.016531 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:58.035617 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:17:58.042820 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:58.046447 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851643253'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:58.050709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:17:58.050851 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2cda9321-84c7-4fb5-b22b-a9fc38e5e274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:58.054558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:58.057422 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-39f8cf1f-0787-4cb3-b7ed-b59bc2a279e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:58.128364 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:58.131675 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:58.168781 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event updated for resources: {'Port': ['ID=084d5038-7902-4e6e-96ff-652f1450a180,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:58.173022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:58.181863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852707909'] for floatingip, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:58.377896 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.l3_db [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Floating IP efda3450-1840-439f-ac84-385976882697 associated. External IP: 172.28.0.62, port: f32ab269-5168-40ca-923b-72f640149c1a. Sep 16 19:17:58.442283 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:17:59.031269 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a15583-429a-4453-aab5-7628c3047916 req-6a53802b-523e-4597-b95f-b39585cf19e2 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:59.032904 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-86a15583-429a-4453-aab5-7628c3047916 req-6a53802b-523e-4597-b95f-b39585cf19e2 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 944 time: 0.1255460 Sep 16 19:17:59.103915 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-86a15583-429a-4453-aab5-7628c3047916 req-151cbef8-bcc7-4a49-b093-2e78102c4deb tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b93c5ea-38cd-4ce9-9835-641b10f1952d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634925 Sep 16 19:17:59.115376 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Router d6e41701-5c26-460a-aa05-58ec29b52fb5 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:17:59.327173 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:17:59.337404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4772b1d7-c76e-48f8-8040-d69f7155d0c7 None None] Sync routers for ids ['d6e41701-5c26-460a-aa05-58ec29b52fb5'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:17:59.350333 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4772b1d7-c76e-48f8-8040-d69f7155d0c7 None None] Routers {'d6e41701-5c26-460a-aa05-58ec29b52fb5'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:17:59.351098 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-4772b1d7-c76e-48f8-8040-d69f7155d0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:17:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['d6e41701-5c26-460a-aa05-58ec29b52fb5'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:17:59.351500 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:59.409362 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8482165 Sep 16 19:17:59.409362 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'tag': 'f32ab269-5168-40ca-923b-72f640149c1a'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:17:59.410218 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 47274) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:17:59.416559 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325272629', 'description': 'tempest-secgroup-smoke-1325272629 description', 'project_id': '9e478c9bb35547b8b06de68eb4cc5643'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:17:59.422906 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:17:59.427818 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Usage tracker for resource:security_group and tenant:9e478c9bb35547b8b06de68eb4cc5643 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:17:59.431151 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:17:59.437378 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:17:59.447940 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:59.463728 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'tag': 'f32ab269-5168-40ca-923b-72f640149c1a', 'status': 'completed', 'code': 200} Sep 16 19:17:59.484656 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:17:59.489619 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Usage tracker for resource:security_group_rule and tenant:9e478c9bb35547b8b06de68eb4cc5643 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:17:59.494274 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:17:59.500492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:17:59.546681 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-4772b1d7-c76e-48f8-8040-d69f7155d0c7 None None] Set router d6e41701-5c26-460a-aa05-58ec29b52fb5 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:17:59.570004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:59.573109 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:59.592217 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-966bc4ea-c2b5-4f39-b10e-eccb5dc64b87 req-55424577-aca8-4dba-bea1-1d94b1dff732 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e478c9bb35547b8b06de68eb4cc5643&device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 1098 time: 0.0775621 Sep 16 19:17:59.594876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-01c63e3b-ebb4-4a32-af6e-4edee6a8e974 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:17:59.623567 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17205ee6-16ee-4ce8-b37f-d74d3d1de5e2,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:17:59.625589 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:59.629127 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2177296 Sep 16 19:17:59.630176 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:17:59.630328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47280) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:17:59.682366 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-3012cb86-bb76-4995-9932-69b8546984d3 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Request body: {'security_group_rule': {'security_group_id': '17205ee6-16ee-4ce8-b37f-d74d3d1de5e2', 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:17:59.699952 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-3012cb86-bb76-4995-9932-69b8546984d3 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:17:59.708073 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-3012cb86-bb76-4995-9932-69b8546984d3 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Usage tracker for resource:security_group_rule and tenant:9e478c9bb35547b8b06de68eb4cc5643 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:17:59.712668 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-3012cb86-bb76-4995-9932-69b8546984d3 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:17:59.722242 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-3012cb86-bb76-4995-9932-69b8546984d3 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:17:59.770572 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3012cb86-bb76-4995-9932-69b8546984d3 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:59.782204 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bc4ea-c2b5-4f39-b10e-eccb5dc64b87 req-2515986c-2ee0-465c-9c21-504ec34565ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:17:59.783879 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-966bc4ea-c2b5-4f39-b10e-eccb5dc64b87 req-2515986c-2ee0-465c-9c21-504ec34565ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=22e40ee0-668a-40c8-a97f-e71eb6138fb9 HTTP/1.1" status: 200 len: 915 time: 0.1859887 Sep 16 19:17:59.938913 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-966bc4ea-c2b5-4f39-b10e-eccb5dc64b87 req-13ea4427-2e31-4cd2-aecf-bdeea3e40471 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f32ab269-5168-40ca-923b-72f640149c1a HTTP/1.1" status: 200 len: 998 time: 0.1481633 Sep 16 19:17:59.940863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3012cb86-bb76-4995-9932-69b8546984d3 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:59.943526 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3012cb86-bb76-4995-9932-69b8546984d3 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:17:59.952918 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:17:59.989259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:18:00.024398 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012cb86-bb76-4995-9932-69b8546984d3 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37001a6f-31cd-429a-add9-b30fdf015f5c,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:18:00.032811 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3012cb86-bb76-4995-9932-69b8546984d3 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:18:00.043653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bc4ea-c2b5-4f39-b10e-eccb5dc64b87 req-2a4e4dbb-cf20-4b7a-a1cf-4da4c756c136 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:18:00.045275 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-966bc4ea-c2b5-4f39-b10e-eccb5dc64b87 req-2a4e4dbb-cf20-4b7a-a1cf-4da4c756c136 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=30258815-1590-4deb-ba67-efd9e2ba312b HTTP/1.1" status: 200 len: 853 time: 0.1006653 Sep 16 19:18:00.046136 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3012cb86-bb76-4995-9932-69b8546984d3 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.047233 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-3012cb86-bb76-4995-9932-69b8546984d3 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4160736 Sep 16 19:18:00.051410 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 47284) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:18:00.058744 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-43630026-1ecc-4337-b386-19cd51ebdac6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Request body: {'security_group_rule': {'security_group_id': '17205ee6-16ee-4ce8-b37f-d74d3d1de5e2', 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:18:00.065446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-43630026-1ecc-4337-b386-19cd51ebdac6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:18:00.069684 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-43630026-1ecc-4337-b386-19cd51ebdac6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Usage tracker for resource:security_group_rule and tenant:9e478c9bb35547b8b06de68eb4cc5643 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:18:00.072764 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-43630026-1ecc-4337-b386-19cd51ebdac6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:18:00.079881 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-43630026-1ecc-4337-b386-19cd51ebdac6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:18:00.099268 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-43630026-1ecc-4337-b386-19cd51ebdac6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.108733 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:18:00.116477 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:18:00.116944 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.127847 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-966bc4ea-c2b5-4f39-b10e-eccb5dc64b87 req-c04c7a46-ee35-4554-9409-35b72c6e87d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22e40ee0-668a-40c8-a97f-e71eb6138fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766485 Sep 16 19:18:00.173270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-43630026-1ecc-4337-b386-19cd51ebdac6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.176591 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-43630026-1ecc-4337-b386-19cd51ebdac6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.179113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:18:00.214272 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43630026-1ecc-4337-b386-19cd51ebdac6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097b27eb-fcb5-48a8-bad1-7f4ffe4cd9bd,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:18:00.218055 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-43630026-1ecc-4337-b386-19cd51ebdac6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.223015 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-43630026-1ecc-4337-b386-19cd51ebdac6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1704981 Sep 16 19:18:00.223976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 47290) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:18:00.224900 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-43630026-1ecc-4337-b386-19cd51ebdac6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:18:00.231279 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-738112e5-e640-4a93-96f4-f5dc3f0f5f90 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Request body: {'security_group_rule': {'security_group_id': '17205ee6-16ee-4ce8-b37f-d74d3d1de5e2', 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:18:00.242036 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-738112e5-e640-4a93-96f4-f5dc3f0f5f90 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:18:00.249404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-4772b1d7-c76e-48f8-8040-d69f7155d0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 4, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port': {'id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:40Z', 'updated_at': '2021-09-16T19:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'efda3450-1840-439f-ac84-385976882697', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'floating_ip_address': '172.28.0.62', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'port_id': 'f32ab269-5168-40ca-923b-72f640149c1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'mac_address': 'fa:16:3e:d1:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:17:57Z', 'updated_at': '2021-09-16T19:17:57Z', 'revision_number': 0, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2150ba8a-8fe8-4b04-99a8-a4b704aeeefb', 'name': '', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'mac_address': 'fa:16:3e:26:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:42Z', 'updated_at': '2021-09-16T19:16:53Z', 'revision_number': 5, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'subnets': [{'id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:18:00.255918 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-738112e5-e640-4a93-96f4-f5dc3f0f5f90 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Usage tracker for resource:security_group_rule and tenant:9e478c9bb35547b8b06de68eb4cc5643 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:18:00.259777 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-738112e5-e640-4a93-96f4-f5dc3f0f5f90 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:18:00.261646 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4772b1d7-c76e-48f8-8040-d69f7155d0c7 None None] Checking router: d6e41701-5c26-460a-aa05-58ec29b52fb5 for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:18:00.268489 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-738112e5-e640-4a93-96f4-f5dc3f0f5f90 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:18:00.274173 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.284704 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-738112e5-e640-4a93-96f4-f5dc3f0f5f90 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.300307 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4772b1d7-c76e-48f8-8040-d69f7155d0c7 None None] Routers {'d6e41701-5c26-460a-aa05-58ec29b52fb5'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:18:00.300907 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-4772b1d7-c76e-48f8-8040-d69f7155d0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:17:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['d6e41701-5c26-460a-aa05-58ec29b52fb5'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:18:00.358587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-738112e5-e640-4a93-96f4-f5dc3f0f5f90 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.362521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-738112e5-e640-4a93-96f4-f5dc3f0f5f90 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.371681 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:18:00.373270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266b0cc-22a7-4791-bf5e-51c055cc1428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:18:00.375379 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-966bc4ea-c2b5-4f39-b10e-eccb5dc64b87 req-d8489cc1-6ed0-4946-834c-5ab5b4bfb80f service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325780 Sep 16 19:18:00.385612 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a12679-43ac-4260-89d3-70a6b8367ac2 req-87b1f74f-3614-4f24-9c86-202e0e741e24 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:18:00.387188 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-64a12679-43ac-4260-89d3-70a6b8367ac2 req-87b1f74f-3614-4f24-9c86-202e0e741e24 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 944 time: 0.1296256 Sep 16 19:18:00.392355 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738112e5-e640-4a93-96f4-f5dc3f0f5f90 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ea6075-a4ff-40dd-b967-ccfb5d27f65d,revision_number=0']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:18:00.397478 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-738112e5-e640-4a93-96f4-f5dc3f0f5f90 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:18:00.404583 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-738112e5-e640-4a93-96f4-f5dc3f0f5f90 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.409643 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-738112e5-e640-4a93-96f4-f5dc3f0f5f90 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1835887 Sep 16 19:18:00.410327 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47296) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:18:00.437850 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-bdffa8ec-3efc-4512-a16d-18e456057679 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Request body: {'security_group_rule': {'security_group_id': '17205ee6-16ee-4ce8-b37f-d74d3d1de5e2', 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:18:00.445570 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:18:00.449286 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.453372 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3bf018d0-6d55-4fe2-9834-6f3254a8b728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:18:00.483657 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b0cc-22a7-4791-bf5e-51c055cc1428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb', 'code': 200} Sep 16 19:18:00.496344 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-bdffa8ec-3efc-4512-a16d-18e456057679 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:18:00.501275 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-bdffa8ec-3efc-4512-a16d-18e456057679 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Usage tracker for resource:security_group_rule and tenant:9e478c9bb35547b8b06de68eb4cc5643 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:18:00.505837 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-bdffa8ec-3efc-4512-a16d-18e456057679 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:18:00.515202 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-bdffa8ec-3efc-4512-a16d-18e456057679 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:18:00.572183 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:18:00.577771 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:18:00.583968 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bdffa8ec-3efc-4512-a16d-18e456057679 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.590388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-4772b1d7-c76e-48f8-8040-d69f7155d0c7 None None] Set router d6e41701-5c26-460a-aa05-58ec29b52fb5 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:18:00.594363 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-64a12679-43ac-4260-89d3-70a6b8367ac2 req-11e62400-1d5a-4db0-8424-38ebd7ec7efe tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b93c5ea-38cd-4ce9-9835-641b10f1952d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830511 Sep 16 19:18:00.712242 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-966bc4ea-c2b5-4f39-b10e-eccb5dc64b87 req-0901965c-8c5d-4814-ac6c-1965a1285d55 service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240299 Sep 16 19:18:00.743156 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bdffa8ec-3efc-4512-a16d-18e456057679 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.747474 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bdffa8ec-3efc-4512-a16d-18e456057679 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.761076 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:18:00.785499 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffa8ec-3efc-4512-a16d-18e456057679 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24eb3efc-ec76-4052-bd31-74b249c9ec44,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:18:00.791884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-bdffa8ec-3efc-4512-a16d-18e456057679 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:18:00.798369 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8d779bee-6d3a-4e87-9d76-8109e6a42540 req-40468118-f3fa-4f6c-b626-a9e969582366 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 1098 time: 0.1342812 Sep 16 19:18:00.800082 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bdffa8ec-3efc-4512-a16d-18e456057679 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.801260 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-bdffa8ec-3efc-4512-a16d-18e456057679 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3861275 Sep 16 19:18:00.804484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47300) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:18:00.811318 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-5d45792c-d153-4fc4-8996-3a0a0f1f3722 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Request body: {'security_group_rule': {'security_group_id': '17205ee6-16ee-4ce8-b37f-d74d3d1de5e2', 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:18:00.835575 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-5d45792c-d153-4fc4-8996-3a0a0f1f3722 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:18:00.843646 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-5d45792c-d153-4fc4-8996-3a0a0f1f3722 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Usage tracker for resource:security_group_rule and tenant:9e478c9bb35547b8b06de68eb4cc5643 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:18:00.848075 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-5d45792c-d153-4fc4-8996-3a0a0f1f3722 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:18:00.859938 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-5d45792c-d153-4fc4-8996-3a0a0f1f3722 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:18:00.875932 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.securitygroups_db [None req-5d45792c-d153-4fc4-8996-3a0a0f1f3722 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Project 9e478c9bb35547b8b06de68eb4cc5643 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:18:00.881196 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8d779bee-6d3a-4e87-9d76-8109e6a42540 req-8c6aefd5-63c2-4955-a92a-95d3d3fc8e3a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0b93c5ea-38cd-4ce9-9835-641b10f1952d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738904 Sep 16 19:18:00.884269 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5d45792c-d153-4fc4-8996-3a0a0f1f3722 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.952920 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5d45792c-d153-4fc4-8996-3a0a0f1f3722 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.956336 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5d45792c-d153-4fc4-8996-3a0a0f1f3722 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.958549 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3012cb86-bb76-4995-9932-69b8546984d3 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:18:00.964868 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-4772b1d7-c76e-48f8-8040-d69f7155d0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 4, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port': {'id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:40Z', 'updated_at': '2021-09-16T19:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'efda3450-1840-439f-ac84-385976882697', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'floating_ip_address': '172.28.0.62', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'port_id': 'f32ab269-5168-40ca-923b-72f640149c1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'mac_address': 'fa:16:3e:d1:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:17:57Z', 'updated_at': '2021-09-16T19:17:57Z', 'revision_number': 0, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2150ba8a-8fe8-4b04-99a8-a4b704aeeefb', 'name': '', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'mac_address': 'fa:16:3e:26:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:42Z', 'updated_at': '2021-09-16T19:16:53Z', 'revision_number': 5, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'subnets': [{'id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:18:00.969141 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4772b1d7-c76e-48f8-8040-d69f7155d0c7 None None] The sync data for ids ['d6e41701-5c26-460a-aa05-58ec29b52fb5'] in dv-cinder-809448-1-smb is: [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 4, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port': {'id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:40Z', 'updated_at': '2021-09-16T19:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'efda3450-1840-439f-ac84-385976882697', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'floating_ip_address': '172.28.0.62', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'port_id': 'f32ab269-5168-40ca-923b-72f640149c1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'mac_address': 'fa:16:3e:d1:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:17:57Z', 'updated_at': '2021-09-16T19:17:57Z', 'revision_number': 0, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2150ba8a-8fe8-4b04-99a8-a4b704aeeefb', 'name': '', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'mac_address': 'fa:16:3e:26:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:42Z', 'updated_at': '2021-09-16T19:16:53Z', 'revision_number': 5, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'subnets': [{'id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:18:00.982358 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45792c-d153-4fc4-8996-3a0a0f1f3722 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1f23a3-9570-40b7-88c2-aa475c581f4c,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:18:00.985038 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-5d45792c-d153-4fc4-8996-3a0a0f1f3722 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:18:00.992109 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5d45792c-d153-4fc4-8996-3a0a0f1f3722 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:00.993496 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-5d45792c-d153-4fc4-8996-3a0a0f1f3722 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1879416 Sep 16 19:18:00.996203 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47304) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:18:01.002144 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-55c2c9d7-7567-455f-8d0a-0f9f8a505c2b tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Request body: {'security_group_rule': {'security_group_id': '17205ee6-16ee-4ce8-b37f-d74d3d1de5e2', 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:18:01.008716 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-55c2c9d7-7567-455f-8d0a-0f9f8a505c2b tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:18:01.012878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-55c2c9d7-7567-455f-8d0a-0f9f8a505c2b tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Usage tracker for resource:security_group_rule and tenant:9e478c9bb35547b8b06de68eb4cc5643 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:18:01.015890 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-55c2c9d7-7567-455f-8d0a-0f9f8a505c2b tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:18:01.022900 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-55c2c9d7-7567-455f-8d0a-0f9f8a505c2b tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:18:01.032789 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.securitygroups_db [None req-55c2c9d7-7567-455f-8d0a-0f9f8a505c2b tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Project 9e478c9bb35547b8b06de68eb4cc5643 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:18:01.039812 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-55c2c9d7-7567-455f-8d0a-0f9f8a505c2b tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:01.109910 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-55c2c9d7-7567-455f-8d0a-0f9f8a505c2b tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:01.113122 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-55c2c9d7-7567-455f-8d0a-0f9f8a505c2b tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:01.115288 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-45d4c5ca-f475-469a-84c5-a8e8cd9752f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:18:01.139145 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2c9d7-7567-455f-8d0a-0f9f8a505c2b tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c8e691-4861-4d72-90f4-4a81f161db12,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:18:01.141827 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-55c2c9d7-7567-455f-8d0a-0f9f8a505c2b tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:18:01.147912 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-55c2c9d7-7567-455f-8d0a-0f9f8a505c2b tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:01.149226 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-55c2c9d7-7567-455f-8d0a-0f9f8a505c2b tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1519840 Sep 16 19:18:01.295646 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-baaf8ac3-b977-4c5e-a367-d886e8d4136a req-178702e3-7c6d-4192-8edd-ffcfa0289011 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325272629&fields=id&tenant_id=9e478c9bb35547b8b06de68eb4cc5643 HTTP/1.1" status: 200 len: 267 time: 0.0489488 Sep 16 19:18:01.331042 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad19a6-4820-461f-af92-2ccce84d4186 None None] New status for floating IP efda3450-1840-439f-ac84-385976882697: ACTIVE {{(pid=82448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:18:01.384716 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8ac3-b977-4c5e-a367-d886e8d4136a req-57f5951e-a027-482d-92d5-b6e812c07f3a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:18:01.386375 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-baaf8ac3-b977-4c5e-a367-d886e8d4136a req-57f5951e-a027-482d-92d5-b6e812c07f3a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 945 time: 0.0841355 Sep 16 19:18:01.398645 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-baaf8ac3-b977-4c5e-a367-d886e8d4136a req-fcce9191-e9f5-4c5f-8d0a-5965beba410a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Request body: {'port': {'security_groups': ['64724cb4-8afa-4198-a0cd-76755cba5e39', '17205ee6-16ee-4ce8-b37f-d74d3d1de5e2']}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:18:01.526257 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-baaf8ac3-b977-4c5e-a367-d886e8d4136a req-fcce9191-e9f5-4c5f-8d0a-5965beba410a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:01.865033 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-baaf8ac3-b977-4c5e-a367-d886e8d4136a req-fcce9191-e9f5-4c5f-8d0a-5965beba410a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] For port f32ab269-5168-40ca-923b-72f640149c1a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=f32ab269-5168-40ca-923b-72f640149c1a,segment=NetworkSegment(fde2c6f3-b1b3-4f73-a982-12dcfaa14507),segment_id=fde2c6f3-b1b3-4f73-a982-12dcfaa14507)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:18:01.878822 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac590b6-62f0-44e3-a494-476ced81c093 req-3d6ef07b-25d6-40d0-a660-b9934597fb64 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:18:01.880409 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5ac590b6-62f0-44e3-a494-476ced81c093 req-3d6ef07b-25d6-40d0-a660-b9934597fb64 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 945 time: 0.1479328 Sep 16 19:18:01.921193 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-baaf8ac3-b977-4c5e-a367-d886e8d4136a req-fcce9191-e9f5-4c5f-8d0a-5965beba410a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:01.932329 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-baaf8ac3-b977-4c5e-a367-d886e8d4136a req-fcce9191-e9f5-4c5f-8d0a-5965beba410a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851643253'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:01.940008 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-69ed2667-c2c4-424c-998e-4506320bab4a tempest-VolumesActionsTest-1628234723 tempest-VolumesActionsTest-1628234723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:18:01.944379 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['f32ab269-5168-40ca-923b-72f640149c1a'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:18:02.009597 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5ac590b6-62f0-44e3-a494-476ced81c093 req-9e8597df-0ef9-4e6c-9589-607d8dcb2cdd tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b93c5ea-38cd-4ce9-9835-641b10f1952d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227188 Sep 16 19:18:02.019474 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8ac3-b977-4c5e-a367-d886e8d4136a req-fcce9191-e9f5-4c5f-8d0a-5965beba410a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:18:02.020190 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-baaf8ac3-b977-4c5e-a367-d886e8d4136a req-fcce9191-e9f5-4c5f-8d0a-5965beba410a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:02.021997 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-baaf8ac3-b977-4c5e-a367-d886e8d4136a req-fcce9191-e9f5-4c5f-8d0a-5965beba410a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "PUT /v2.0/ports/f32ab269-5168-40ca-923b-72f640149c1a HTTP/1.1" status: 200 len: 981 time: 0.6282957 Sep 16 19:18:02.022547 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'tag': 'f32ab269-5168-40ca-923b-72f640149c1a'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:18:02.041357 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce9191-e9f5-4c5f-8d0a-5965beba410a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event updated for resources: {'Port': ['ID=f32ab269-5168-40ca-923b-72f640149c1a,revision_number=6']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:18:02.044797 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-fcce9191-e9f5-4c5f-8d0a-5965beba410a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:18:02.087679 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'tag': 'f32ab269-5168-40ca-923b-72f640149c1a', 'status': 'completed', 'code': 200} Sep 16 19:18:02.129003 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['f32ab269-5168-40ca-923b-72f640149c1a'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:18:02.289751 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f606f22-4326-446f-8b58-de1f7bb470b6 req-f4dd1399-05fd-4056-8937-f233d06726e0 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:18:02.291542 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7f606f22-4326-446f-8b58-de1f7bb470b6 req-f4dd1399-05fd-4056-8937-f233d06726e0 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 984 time: 0.1234748 Sep 16 19:18:02.295781 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-09f4840e-1ac9-4efd-af4a-b587f5f69118 req-4e16287c-a0f9-48a5-8dcc-cb846b79029d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e478c9bb35547b8b06de68eb4cc5643&device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 1137 time: 0.1742766 Sep 16 19:18:02.449432 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7f606f22-4326-446f-8b58-de1f7bb470b6 req-5075f025-dd72-40ca-be9e-c6cda792a048 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&id=17205ee6-16ee-4ce8-b37f-d74d3d1de5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1475971 Sep 16 19:18:02.488045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4840e-1ac9-4efd-af4a-b587f5f69118 req-c2602167-ee27-4164-bd63-c95bd725e334 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:18:02.489648 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-09f4840e-1ac9-4efd-af4a-b587f5f69118 req-c2602167-ee27-4164-bd63-c95bd725e334 service neutron] 10.222.0.45 "GET /v2.0/networks?id=22e40ee0-668a-40c8-a97f-e71eb6138fb9 HTTP/1.1" status: 200 len: 915 time: 0.1721377 Sep 16 19:18:02.513903 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-28616044-7e78-40b7-8942-8effeb7199c6 None None] Provisioning complete for port f32ab269-5168-40ca-923b-72f640149c1a triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:18:02.514326 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-28616044-7e78-40b7-8942-8effeb7199c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:02.609190 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-09f4840e-1ac9-4efd-af4a-b587f5f69118 req-0af893db-df07-4a23-a1ac-4c9beaabf314 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f32ab269-5168-40ca-923b-72f640149c1a HTTP/1.1" status: 200 len: 1000 time: 0.1035595 Sep 16 19:18:02.681060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4840e-1ac9-4efd-af4a-b587f5f69118 req-6e335d54-08fe-4cf2-a5c5-884c2d8f292c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:18:02.682649 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-09f4840e-1ac9-4efd-af4a-b587f5f69118 req-6e335d54-08fe-4cf2-a5c5-884c2d8f292c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=30258815-1590-4deb-ba67-efd9e2ba312b HTTP/1.1" status: 200 len: 853 time: 0.0672958 Sep 16 19:18:02.763214 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-09f4840e-1ac9-4efd-af4a-b587f5f69118 req-4f0fb5af-8611-49f4-af17-c2cc536884fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22e40ee0-668a-40c8-a97f-e71eb6138fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745025 Sep 16 19:18:02.913311 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-09f4840e-1ac9-4efd-af4a-b587f5f69118 req-f8fed161-99c9-4244-90ab-0878e802105f service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348510 Sep 16 19:18:03.053666 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-09f4840e-1ac9-4efd-af4a-b587f5f69118 req-f023b932-578c-4eae-853d-c18edee9ef83 service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324091 Sep 16 19:18:03.226241 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c46008-5c77-43e3-8dac-0aa9905389a9 req-37f006f6-cd03-46fa-be84-211068897a40 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:18:03.227812 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-86c46008-5c77-43e3-8dac-0aa9905389a9 req-37f006f6-cd03-46fa-be84-211068897a40 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 945 time: 0.0810971 Sep 16 19:18:03.278978 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-86c46008-5c77-43e3-8dac-0aa9905389a9 req-1b15355f-6bfd-44fd-a36b-7be1198a1759 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b93c5ea-38cd-4ce9-9835-641b10f1952d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449233 Sep 16 19:18:03.472203 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38612fa-f95e-4a97-ac7b-835ed95d7325 req-7ae4e1d3-cdea-430c-a0d2-f6c121021634 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:18:03.473855 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f38612fa-f95e-4a97-ac7b-835ed95d7325 req-7ae4e1d3-cdea-430c-a0d2-f6c121021634 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 945 time: 0.0815473 Sep 16 19:18:03.483401 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47322) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:18:03.489714 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-d20e5ea6-c059-4307-86c4-65207c3ff4c9 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Request body: {'floatingip': {'port_id': 'fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:18:03.571017 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d20e5ea6-c059-4307-86c4-65207c3ff4c9 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:04.381605 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d20e5ea6-c059-4307-86c4-65207c3ff4c9 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:04.388761 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d20e5ea6-c059-4307-86c4-65207c3ff4c9 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852707909'] for floatingip, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:04.585509 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.l3_db [None req-d20e5ea6-c059-4307-86c4-65207c3ff4c9 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Floating IP c2c79f6e-d21f-45f9-b145-dd0f86627c45 associated. External IP: 172.28.0.209, port: fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb. Sep 16 19:18:04.991821 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20e5ea6-c059-4307-86c4-65207c3ff4c9 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Router 097cd488-c048-45a7-ab6a-0603aa2d003a has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:18:05.200665 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20e5ea6-c059-4307-86c4-65207c3ff4c9 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:18:05.205505 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d20e5ea6-c059-4307-86c4-65207c3ff4c9 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:05.211602 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfecd3c3-3128-4c85-a9e5-3a2904509232 None None] Sync routers for ids ['097cd488-c048-45a7-ab6a-0603aa2d003a'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:18:05.224814 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfecd3c3-3128-4c85-a9e5-3a2904509232 None None] Routers {'097cd488-c048-45a7-ab6a-0603aa2d003a'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:18:05.225573 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-cfecd3c3-3128-4c85-a9e5-3a2904509232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:17:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['097cd488-c048-45a7-ab6a-0603aa2d003a'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:18:05.259144 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d20e5ea6-c059-4307-86c4-65207c3ff4c9 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "PUT /v2.0/floatingips/c2c79f6e-d21f-45f9-b145-dd0f86627c45 HTTP/1.1" status: 200 len: 991 time: 1.7745657 Sep 16 19:18:05.259796 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6266b0cc-22a7-4791-bf5e-51c055cc1428', 'tag': 'fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:18:05.326041 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6266b0cc-22a7-4791-bf5e-51c055cc1428', 'tag': 'fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb', 'status': 'completed', 'code': 200} Sep 16 19:18:05.420800 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-cfecd3c3-3128-4c85-a9e5-3a2904509232 None None] Set router 097cd488-c048-45a7-ab6a-0603aa2d003a gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:18:05.445197 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7d2c233a-6dc6-4df3-8a02-c1d23de55ad7 req-3ef7a765-97f6-4308-8b40-feadb7d831f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5f3cdbaa6034f4abfe2547e31936b90&device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 1098 time: 0.0806439 Sep 16 19:18:05.597796 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c233a-6dc6-4df3-8a02-c1d23de55ad7 req-578ca7d6-3b49-4bd5-a249-75da23a11814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:18:05.599356 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7d2c233a-6dc6-4df3-8a02-c1d23de55ad7 req-578ca7d6-3b49-4bd5-a249-75da23a11814 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66 HTTP/1.1" status: 200 len: 912 time: 0.1416607 Sep 16 19:18:05.708931 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7d2c233a-6dc6-4df3-8a02-c1d23de55ad7 req-4084c7f6-6477-4fcc-95f8-86e03da519ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb HTTP/1.1" status: 200 len: 999 time: 0.0994499 Sep 16 19:18:05.786385 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c233a-6dc6-4df3-8a02-c1d23de55ad7 req-adf3d887-dceb-46b3-8899-0f82cdda8611 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:18:05.787979 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7d2c233a-6dc6-4df3-8a02-c1d23de55ad7 req-adf3d887-dceb-46b3-8899-0f82cdda8611 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf6c85c4-0167-4c1c-92ec-34ad8e35130f HTTP/1.1" status: 200 len: 850 time: 0.0681419 Sep 16 19:18:05.794790 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-cfecd3c3-3128-4c85-a9e5-3a2904509232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'c2c79f6e-d21f-45f9-b145-dd0f86627c45', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'floating_ip_address': '172.28.0.209', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'port_id': 'fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'mac_address': 'fa:16:3e:d9:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266b0cc-22a7-4791-bf5e-51c055cc1428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:17:45Z', 'updated_at': '2021-09-16T19:18:04Z', 'revision_number': 1, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:36Z', 'revision_number': 5, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:18:05.798865 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfecd3c3-3128-4c85-a9e5-3a2904509232 None None] Checking router: 097cd488-c048-45a7-ab6a-0603aa2d003a for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:18:05.810238 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfecd3c3-3128-4c85-a9e5-3a2904509232 None None] Routers {'097cd488-c048-45a7-ab6a-0603aa2d003a'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:18:05.810896 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-cfecd3c3-3128-4c85-a9e5-3a2904509232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:17:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['097cd488-c048-45a7-ab6a-0603aa2d003a'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:18:05.887610 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7d2c233a-6dc6-4df3-8a02-c1d23de55ad7 req-b20a6acb-b7be-492b-8921-5294577b4f22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d1c5b7b-d639-4956-acd0-63bf30c3cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869124 Sep 16 19:18:06.044992 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7d2c233a-6dc6-4df3-8a02-c1d23de55ad7 req-f17ebc96-e533-4f29-be39-8f4d454fe670 service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418948 Sep 16 19:18:06.154139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-cfecd3c3-3128-4c85-a9e5-3a2904509232 None None] Set router 097cd488-c048-45a7-ab6a-0603aa2d003a gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:18:06.193335 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-7d2c233a-6dc6-4df3-8a02-c1d23de55ad7 req-a03f904a-6a50-484a-b4ec-98aed08af04e service neutron] 10.222.0.45 "GET /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374123 Sep 16 19:18:06.551114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-cfecd3c3-3128-4c85-a9e5-3a2904509232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'c2c79f6e-d21f-45f9-b145-dd0f86627c45', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'floating_ip_address': '172.28.0.209', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'port_id': 'fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'mac_address': 'fa:16:3e:d9:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266b0cc-22a7-4791-bf5e-51c055cc1428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:17:45Z', 'updated_at': '2021-09-16T19:18:04Z', 'revision_number': 1, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:36Z', 'revision_number': 5, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:18:06.552683 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfecd3c3-3128-4c85-a9e5-3a2904509232 None None] The sync data for ids ['097cd488-c048-45a7-ab6a-0603aa2d003a'] in dv-cinder-809448-1-smb is: [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'c2c79f6e-d21f-45f9-b145-dd0f86627c45', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'floating_ip_address': '172.28.0.209', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'port_id': 'fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'mac_address': 'fa:16:3e:d9:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266b0cc-22a7-4791-bf5e-51c055cc1428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:17:45Z', 'updated_at': '2021-09-16T19:18:04Z', 'revision_number': 1, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:36Z', 'revision_number': 5, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:18:06.874525 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3263aa65-dea6-4614-b4b9-638b90dcfbf4 None None] New status for floating IP c2c79f6e-d21f-45f9-b145-dd0f86627c45: ACTIVE {{(pid=82448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:18:15.341824 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:18:17.282266 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-02e3fa9c-da50-450a-915b-f3d655b73c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:18.932711 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:19.894474 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7f138091-1bdb-4638-8d2e-665258e9b995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:19.977413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:21.315159 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:23.135986 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:47.283958 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-265e0626-1030-4239-97fe-1d63911fa209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:48.928558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:49.895727 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a705e9c0-75d8-4eef-bcd2-d565f56cbd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:49.981116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:51.312873 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:52.341890 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:18:53.142522 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:18:53.233438 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0adc73f7-5b3d-49ac-a3a4-b5aba6cd5dc9 req-a9968e09-4458-42d1-9ea2-4afdddc19d71 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727198 Sep 16 19:18:53.334974 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0adc73f7-5b3d-49ac-a3a4-b5aba6cd5dc9 req-57cecfc5-9206-41c9-964a-2479c778f49c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 1099 time: 0.0772524 Sep 16 19:18:53.490492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc73f7-5b3d-49ac-a3a4-b5aba6cd5dc9 req-b2c16834-2cce-45fc-ab4a-1cd3bd93f883 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:18:53.492089 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0adc73f7-5b3d-49ac-a3a4-b5aba6cd5dc9 req-b2c16834-2cce-45fc-ab4a-1cd3bd93f883 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 918 time: 0.1380849 Sep 16 19:18:53.604293 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0adc73f7-5b3d-49ac-a3a4-b5aba6cd5dc9 req-ac46ffca-333c-4f05-81e9-02af54b43e78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6017c797-26a3-4358-aca7-e6561c9ba431 HTTP/1.1" status: 200 len: 1000 time: 0.1015720 Sep 16 19:18:53.883374 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc73f7-5b3d-49ac-a3a4-b5aba6cd5dc9 req-af1d6b4a-b02e-484d-8317-ec619c53dc50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:18:53.884978 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0adc73f7-5b3d-49ac-a3a4-b5aba6cd5dc9 req-af1d6b4a-b02e-484d-8317-ec619c53dc50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 200 len: 856 time: 0.2747352 Sep 16 19:18:53.965223 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0adc73f7-5b3d-49ac-a3a4-b5aba6cd5dc9 req-804ff61f-0b00-4379-a26f-68ae409e98a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1709c0d2-594e-4fa5-a067-81a2f6be6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734787 Sep 16 19:18:54.115737 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0adc73f7-5b3d-49ac-a3a4-b5aba6cd5dc9 req-6825c749-2b2c-42ae-bdbf-a620fcedb355 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436627 Sep 16 19:18:54.256796 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0adc73f7-5b3d-49ac-a3a4-b5aba6cd5dc9 req-d613810e-7cf9-4272-95be-73e09ef24a3c service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338289 Sep 16 19:19:14.208358 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489dddc-9917-43f3-91d8-968dc642f574 req-4d274642-df46-4843-b552-20312147ec56 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:14.210007 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1489dddc-9917-43f3-91d8-968dc642f574 req-4d274642-df46-4843-b552-20312147ec56 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 946 time: 0.0887372 Sep 16 19:19:14.257603 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1489dddc-9917-43f3-91d8-968dc642f574 req-e7534c5a-8d5a-4278-8b5c-b39451f8ec01 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409265 Sep 16 19:19:15.473292 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e6c47-dd24-471f-b698-7e241b669bd2 req-1490cadf-9d2e-43d1-890d-bbfd669d955e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:15.474868 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a08e6c47-dd24-471f-b698-7e241b669bd2 req-1490cadf-9d2e-43d1-890d-bbfd669d955e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 946 time: 0.0811646 Sep 16 19:19:15.526510 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a08e6c47-dd24-471f-b698-7e241b669bd2 req-fbf36863-0c40-4b66-8a3b-9bb0c5f2cbc5 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457103 Sep 16 19:19:16.202630 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-7442a23b-dcdc-46af-bab6-05a84d9c7c9e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:16.204170 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-7442a23b-dcdc-46af-bab6-05a84d9c7c9e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.45 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 946 time: 0.0807905 Sep 16 19:19:16.276992 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Deleting port 6017c797-26a3-4358-aca7-e6561c9ba431 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:19:16.277376 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:16.529266 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] For port 6017c797-26a3-4358-aca7-e6561c9ba431, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6017c797-26a3-4358-aca7-e6561c9ba431,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:19:16.529801 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:16.895504 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:16.895920 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852707909'] for floatingip, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:16.896271 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.l3_db [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Floating IP e4ce3d2f-9bbe-4732-b868-0ed70fde1b86 disassociated. External IP: 172.28.0.74, port: 6017c797-26a3-4358-aca7-e6561c9ba431. Sep 16 19:19:16.896671 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Calling delete_port for 6017c797-26a3-4358-aca7-e6561c9ba431 owned by compute:nova {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:19:16.936694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263e81d-5ee0-4e88-bd1f-87466723d145 req-c76c5eb7-e2f7-4190-9298-3058a4fb8b3b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:16.938292 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9263e81d-5ee0-4e88-bd1f-87466723d145 req-c76c5eb7-e2f7-4190-9298-3058a4fb8b3b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 946 time: 0.2507074 Sep 16 19:19:17.020277 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9263e81d-5ee0-4e88-bd1f-87466723d145 req-12bda91d-7b9f-4d12-9501-1f158ff7e22a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=df574837-65ee-4b7b-a3f0-02523bf07464&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735307 Sep 16 19:19:17.194954 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:17.211242 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:17.266924 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event deleted for resources: {'Port': ['ID=6017c797-26a3-4358-aca7-e6561c9ba431,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:17.286139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8a1a828d-7858-4ce7-8990-e17b18850007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:17.290293 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f697e7ff-6d63-43f2-b0ea-6f948a445743 req-2b636a07-a80e-449a-b661-a2cbe4bdccdd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e478c9bb35547b8b06de68eb4cc5643&device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 1137 time: 0.2318969 Sep 16 19:19:17.296476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:17.296918 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:17.297327 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:17.297732 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:17.298139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:17.298539 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:17.298976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:17.299371 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:17.299768 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:17.300162 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:17.300557 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:17.307013 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:17.333496 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48791e-d4dd-4e7b-9bed-001dfca14703 req-dc2935c1-90cb-4b9f-8ff8-b8c46f5f09ad tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:17.335667 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ab48791e-d4dd-4e7b-9bed-001dfca14703 req-dc2935c1-90cb-4b9f-8ff8-b8c46f5f09ad tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 984 time: 0.2384989 Sep 16 19:19:17.601370 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ab48791e-d4dd-4e7b-9bed-001dfca14703 req-1f8d86ee-0a71-4561-b721-1c3acfba21bd tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&id=17205ee6-16ee-4ce8-b37f-d74d3d1de5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2016325 Sep 16 19:19:17.634680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697e7ff-6d63-43f2-b0ea-6f948a445743 req-c0cd1e77-b0f5-4123-bedd-33539e1913e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:17.636267 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f697e7ff-6d63-43f2-b0ea-6f948a445743 req-c0cd1e77-b0f5-4123-bedd-33539e1913e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=22e40ee0-668a-40c8-a97f-e71eb6138fb9 HTTP/1.1" status: 200 len: 915 time: 0.3327792 Sep 16 19:19:17.763696 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f697e7ff-6d63-43f2-b0ea-6f948a445743 req-9869801b-719d-4fe3-8720-a260ce486035 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f32ab269-5168-40ca-923b-72f640149c1a HTTP/1.1" status: 200 len: 1000 time: 0.1189423 Sep 16 19:19:17.852465 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697e7ff-6d63-43f2-b0ea-6f948a445743 req-ec0fdb5e-09e4-44a4-a25e-e83d47298ef2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:17.854063 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f697e7ff-6d63-43f2-b0ea-6f948a445743 req-ec0fdb5e-09e4-44a4-a25e-e83d47298ef2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=30258815-1590-4deb-ba67-efd9e2ba312b HTTP/1.1" status: 200 len: 853 time: 0.0818164 Sep 16 19:19:17.855894 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Router 1ff5a8a0-2284-446f-aef8-e06267e768e1 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:19:18.294862 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0b0888cd-2d60-4feb-84ba-a7999c82adf3 req-b2d9b0d7-32b6-4215-8f7b-c7bee1dbeb82 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=62caaeb2-23ff-49e9-946b-4a5439315810 HTTP/1.1" status: 200 len: 210 time: 0.0573099 Sep 16 19:19:18.333163 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f697e7ff-6d63-43f2-b0ea-6f948a445743 req-4cd0cb00-96ff-4016-973c-d2ae637203d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22e40ee0-668a-40c8-a97f-e71eb6138fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4698207 Sep 16 19:19:18.499590 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f697e7ff-6d63-43f2-b0ea-6f948a445743 req-bf1dfac6-4c52-45b7-8f7a-2e1cddc59c22 service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581490 Sep 16 19:19:18.538390 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:19:18.550101 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e9b47-0b39-4cbc-a3c0-d07627462d3b None None] Sync routers for ids ['1ff5a8a0-2284-446f-aef8-e06267e768e1'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:19:18.563808 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e9b47-0b39-4cbc-a3c0-d07627462d3b None None] Routers {'1ff5a8a0-2284-446f-aef8-e06267e768e1'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:19:18.564634 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-372e9b47-0b39-4cbc-a3c0-d07627462d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:18:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1ff5a8a0-2284-446f-aef8-e06267e768e1'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:18.674989 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] No DVR routers for this DVR port 6017c797-26a3-4358-aca7-e6561c9ba431 on host hv-cinder-80944 {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:19:18.679984 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:18.683702 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62caaeb2-23ff-49e9-946b-4a5439315810', 'name': 'network-vif-deleted', 'tag': '6017c797-26a3-4358-aca7-e6561c9ba431'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:19:18.710399 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2c5a8c12-a572-486e-bfe7-8fc4c69e1456 req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.45 "DELETE /v2.0/ports/6017c797-26a3-4358-aca7-e6561c9ba431 HTTP/1.1" status: 204 len: 173 time: 2.5007155 Sep 16 19:19:18.746942 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f697e7ff-6d63-43f2-b0ea-6f948a445743 req-bfbd91f3-de16-4af7-b664-122d8d1e1a0b service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387259 Sep 16 19:19:18.761113 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-372e9b47-0b39-4cbc-a3c0-d07627462d3b None None] Set router 1ff5a8a0-2284-446f-aef8-e06267e768e1 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:19:18.794794 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62caaeb2-23ff-49e9-946b-4a5439315810', 'name': 'network-vif-deleted', 'tag': '6017c797-26a3-4358-aca7-e6561c9ba431', 'status': 'completed', 'code': 200} Sep 16 19:19:18.841591 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551d46d-a3ff-41b6-bc29-fa8d1c8e49d5 req-a4d9309b-d7d7-4ada-b3cf-2587444868a8 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:18.843248 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0551d46d-a3ff-41b6-bc29-fa8d1c8e49d5 req-a4d9309b-d7d7-4ada-b3cf-2587444868a8 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 984 time: 0.0953593 Sep 16 19:19:18.903993 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0551d46d-a3ff-41b6-bc29-fa8d1c8e49d5 req-155856de-55ee-4843-b7a4-24e399275151 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&id=17205ee6-16ee-4ce8-b37f-d74d3d1de5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536704 Sep 16 19:19:18.997927 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:19.111062 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-372e9b47-0b39-4cbc-a3c0-d07627462d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:46Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:19.115164 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e9b47-0b39-4cbc-a3c0-d07627462d3b None None] Checking router: 1ff5a8a0-2284-446f-aef8-e06267e768e1 for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:19:19.126290 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e9b47-0b39-4cbc-a3c0-d07627462d3b None None] Routers {'1ff5a8a0-2284-446f-aef8-e06267e768e1'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:19:19.126945 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-372e9b47-0b39-4cbc-a3c0-d07627462d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:18:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1ff5a8a0-2284-446f-aef8-e06267e768e1'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:19.314200 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-372e9b47-0b39-4cbc-a3c0-d07627462d3b None None] Set router 1ff5a8a0-2284-446f-aef8-e06267e768e1 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:19:19.456992 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47548) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:19.531704 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7880ddb5-fdad-4815-8cfb-853a89ea4478 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:19.562666 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7880ddb5-fdad-4815-8cfb-853a89ea4478 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:19.608526 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7880ddb5-fdad-4815-8cfb-853a89ea4478 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:19.613991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-9565a85a-ad7c-4da2-bd21-985adb2968a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:19.629885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880ddb5-fdad-4815-8cfb-853a89ea4478 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df574837-65ee-4b7b-a3f0-02523bf07464,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:19.636832 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7880ddb5-fdad-4815-8cfb-853a89ea4478 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:19.643041 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7880ddb5-fdad-4815-8cfb-853a89ea4478 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:19.644189 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7880ddb5-fdad-4815-8cfb-853a89ea4478 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "DELETE /v2.0/security-groups/df574837-65ee-4b7b-a3f0-02523bf07464 HTTP/1.1" status: 204 len: 168 time: 0.1861289 Sep 16 19:19:19.646991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47554) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:19.664926 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.v2.resource [None req-92e95901-1ff8-495a-b967-107404eec6d6 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] show failed (client error): The resource could not be found. Sep 16 19:19:19.667928 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-92e95901-1ff8-495a-b967-107404eec6d6 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups/df574837-65ee-4b7b-a3f0-02523bf07464 HTTP/1.1" status: 404 len: 347 time: 0.0180111 Sep 16 19:19:19.668972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47558) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:19.809618 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-372e9b47-0b39-4cbc-a3c0-d07627462d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:46Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:19.813801 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e9b47-0b39-4cbc-a3c0-d07627462d3b None None] The sync data for ids ['1ff5a8a0-2284-446f-aef8-e06267e768e1'] in dv-cinder-809448-1-smb is: [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:46Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:19:19.841281 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-29040290-2fe5-4f05-b293-3784cdee8557 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Deleting port 12161bd6-4e67-4251-9aa6-13fe1d7aeadc {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:19:19.841760 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29040290-2fe5-4f05-b293-3784cdee8557 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:19.897823 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-88f0464f-5c5d-4bfd-b2c7-b60d5328ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:19.985670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:20.027207 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29040290-2fe5-4f05-b293-3784cdee8557 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:20.027575 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29040290-2fe5-4f05-b293-3784cdee8557 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:20.192370 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 6017c797-26a3-4358-aca7-e6561c9ba431 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:19:20.203674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-29040290-2fe5-4f05-b293-3784cdee8557 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Calling delete_port for 12161bd6-4e67-4251-9aa6-13fe1d7aeadc owned by network:floatingip {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:19:20.227174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: 6017c797-26a3-4358-aca7-e6561c9ba431 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:19:20.227575 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 6017c797-26a3-4358-aca7-e6561c9ba431 not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:19:20.266847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be119d91-882f-4add-a6eb-b4832dec0723 None None] New status for floating IP e4ce3d2f-9bbe-4732-b868-0ed70fde1b86: DOWN {{(pid=82448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:19:20.352911 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a27ff2-ad98-4a01-a4ea-5d00dd416399 req-f4346770-3c6b-447e-b7fc-ac31c88d7068 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:20.354541 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-56a27ff2-ad98-4a01-a4ea-5d00dd416399 req-f4346770-3c6b-447e-b7fc-ac31c88d7068 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 984 time: 0.2539520 Sep 16 19:19:20.421389 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.db.api [None req-be119d91-882f-4add-a6eb-b4832dec0723 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82448) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:19:20.421680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29040290-2fe5-4f05-b293-3784cdee8557 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:20.421812 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_db.api [None req-be119d91-882f-4add-a6eb-b4832dec0723 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:19:20.427106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:20.471240 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040290-2fe5-4f05-b293-3784cdee8557 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event deleted for resources: {'Port': ['ID=12161bd6-4e67-4251-9aa6-13fe1d7aeadc,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:20.476202 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-56a27ff2-ad98-4a01-a4ea-5d00dd416399 req-8d42055d-7996-41e8-99fb-9e08d283e11e tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&id=17205ee6-16ee-4ce8-b37f-d74d3d1de5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090779 Sep 16 19:19:20.478711 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-29040290-2fe5-4f05-b293-3784cdee8557 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:20.571465 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29040290-2fe5-4f05-b293-3784cdee8557 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for floatingip, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:20.586485 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-29040290-2fe5-4f05-b293-3784cdee8557 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:20.587716 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-29040290-2fe5-4f05-b293-3784cdee8557 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "DELETE /v2.0/floatingips/e4ce3d2f-9bbe-4732-b868-0ed70fde1b86 HTTP/1.1" status: 204 len: 168 time: 0.9176021 Sep 16 19:19:20.879508 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47568) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:20.885621 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1196646470', 'description': 'tempest-description--690756491'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:19:20.892050 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:19:20.896355 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Usage tracker for resource:security_group and tenant:28b88f58a8264731b5bdb908599b1158 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:19:20.899836 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:19:20.905787 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:19:20.920185 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:20.923484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be119d91-882f-4add-a6eb-b4832dec0723 None None] New status for floating IP e4ce3d2f-9bbe-4732-b868-0ed70fde1b86: DOWN {{(pid=82448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:19:20.956685 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:19:20.960650 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Usage tracker for resource:security_group_rule and tenant:28b88f58a8264731b5bdb908599b1158 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:19:20.963483 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:19:20.969457 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:19:21.027080 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:21.029730 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:21.034946 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a472341c-05d9-4f8d-9099-5c64698f7740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:21.080448 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:21.083319 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:21.085894 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2040935 Sep 16 19:19:21.085894 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7593bbd6-d167-45c3-85ba-62e764136aa4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:21.087686 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47572) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:21.093552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-ac2ce31e-ad6a-4dc3-b4a5-62b168cbcb4f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Request body: {'security_group_rule': {'security_group_id': 'e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:19:21.099839 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ac2ce31e-ad6a-4dc3-b4a5-62b168cbcb4f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:19:21.104483 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ac2ce31e-ad6a-4dc3-b4a5-62b168cbcb4f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Usage tracker for resource:security_group_rule and tenant:28b88f58a8264731b5bdb908599b1158 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:19:21.107674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ac2ce31e-ad6a-4dc3-b4a5-62b168cbcb4f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:19:21.113742 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ac2ce31e-ad6a-4dc3-b4a5-62b168cbcb4f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:19:21.140819 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce31e-ad6a-4dc3-b4a5-62b168cbcb4f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:21.211755 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce31e-ad6a-4dc3-b4a5-62b168cbcb4f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:21.214352 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce31e-ad6a-4dc3-b4a5-62b168cbcb4f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:21.221800 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:21.240617 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ce31e-ad6a-4dc3-b4a5-62b168cbcb4f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a9c0f4-fe57-4278-b111-a36eddaf3502,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:21.243483 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ac2ce31e-ad6a-4dc3-b4a5-62b168cbcb4f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:21.250181 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce31e-ad6a-4dc3-b4a5-62b168cbcb4f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:21.251436 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ac2ce31e-ad6a-4dc3-b4a5-62b168cbcb4f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1627443 Sep 16 19:19:21.254287 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47576) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:21.260786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-1795264a-625d-4c37-9eef-d2c2519561df tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Request body: {'security_group_rule': {'security_group_id': 'e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:19:21.266799 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-1795264a-625d-4c37-9eef-d2c2519561df tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:19:21.270746 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-1795264a-625d-4c37-9eef-d2c2519561df tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Usage tracker for resource:security_group_rule and tenant:28b88f58a8264731b5bdb908599b1158 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:19:21.274438 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-1795264a-625d-4c37-9eef-d2c2519561df tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:19:21.280373 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-1795264a-625d-4c37-9eef-d2c2519561df tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:19:21.295723 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1795264a-625d-4c37-9eef-d2c2519561df tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:21.316094 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:21.364265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1795264a-625d-4c37-9eef-d2c2519561df tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:21.367259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1795264a-625d-4c37-9eef-d2c2519561df tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015841'] for security_group_rule, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:21.369330 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:21.393152 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795264a-625d-4c37-9eef-d2c2519561df tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f628a1-ea95-4ffc-9384-3ded03982240,revision_number=0']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:21.395626 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1795264a-625d-4c37-9eef-d2c2519561df tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:21.401617 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1795264a-625d-4c37-9eef-d2c2519561df tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:21.402890 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1795264a-625d-4c37-9eef-d2c2519561df tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1476278 Sep 16 19:19:21.406154 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47580) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:21.411726 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Request body: {'floatingip': {'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:19:21.417263 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:19:21.421315 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Usage tracker for resource:floatingip and tenant:28b88f58a8264731b5bdb908599b1158 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:19:21.424275 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:19:21.431145 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:19:21.440744 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for floatingip, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:21.591097 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:21.799268 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e1905-7f59-4551-9263-849a7db0aafd req-f093b712-a6fa-4257-8a09-0cef31e1d001 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:21.800823 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1c2e1905-7f59-4551-9263-849a7db0aafd req-f093b712-a6fa-4257-8a09-0cef31e1d001 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 984 time: 0.1725750 Sep 16 19:19:21.811456 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Allocated IP 172.28.0.252 (718729de-5f21-40b7-aa11-1e5226d826a0/36747542-734f-49ce-8806-50515b72b8f0/bcb238e9-9659-4d75-b2d6-ecbe97cf60f9) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:19:21.952950 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1c2e1905-7f59-4551-9263-849a7db0aafd req-05b5ed1f-4e94-4b8c-b29d-bfe4c329f01b tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&id=17205ee6-16ee-4ce8-b37f-d74d3d1de5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428003 Sep 16 19:19:22.013471 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:22.039850 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:22.044628 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-feabf3c3-703a-43de-aeb3-e88c358a3ebe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:22.115067 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Network 718729de-5f21-40b7-aa11-1e5226d826a0 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:19:22.118016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:19:22.122778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:19:22.148417 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event updated for resources: {'Port': ['ID=bcb238e9-9659-4d75-b2d6-ecbe97cf60f9,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:22.153522 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:22.281136 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:22.335742 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:22.554764 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:22.558210 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851643253'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:22.562594 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-29040290-2fe5-4f05-b293-3784cdee8557 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:22.667981 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event updated for resources: {'Port': ['ID=bcb238e9-9659-4d75-b2d6-ecbe97cf60f9,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:22.672267 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:22.682802 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852707909'] for floatingip, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:22.705046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:22.706352 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2992215 Sep 16 19:19:22.952712 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-a676598d-b825-4e31-a476-4a44f3e50ab7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Synchronizing usage tracker for tenant:28b88f58a8264731b5bdb908599b1158 on resource:security_group {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:19:22.966894 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-a676598d-b825-4e31-a476-4a44f3e50ab7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Unset dirty status for tenant:28b88f58a8264731b5bdb908599b1158 on resource:security_group {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:19:22.968121 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-a676598d-b825-4e31-a476-4a44f3e50ab7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1196646470&fields=id&tenant_id=28b88f58a8264731b5bdb908599b1158 HTTP/1.1" status: 200 len: 267 time: 0.0624611 Sep 16 19:19:23.149794 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:23.184137 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-4daf171b-cb99-400c-8770-c2b1d94f8b9b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:23.185743 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-4daf171b-cb99-400c-8770-c2b1d94f8b9b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 817 time: 0.2105429 Sep 16 19:19:23.212965 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-0d6f6d9a-d553-4719-ab48-9e06b024f9f8 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/quotas/28b88f58a8264731b5bdb908599b1158 HTTP/1.1" status: 200 len: 375 time: 0.0172427 Sep 16 19:19:23.221935 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00accff-c89e-4879-b23f-080e9eb9b044 req-859babd7-df4d-4541-ac74-36222268f0bc tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:23.223448 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a00accff-c89e-4879-b23f-080e9eb9b044 req-859babd7-df4d-4541-ac74-36222268f0bc tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 984 time: 0.1430564 Sep 16 19:19:23.545004 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a00accff-c89e-4879-b23f-080e9eb9b044 req-31329ed5-6b56-4933-924a-b9e0eb60eafb tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&id=17205ee6-16ee-4ce8-b37f-d74d3d1de5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2865493 Sep 16 19:19:23.562558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-9eabfc34-6b7e-4b29-a30d-fb52d0299062 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Synchronizing usage tracker for tenant:28b88f58a8264731b5bdb908599b1158 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:19:23.577633 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-9eabfc34-6b7e-4b29-a30d-fb52d0299062 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Unset dirty status for tenant:28b88f58a8264731b5bdb908599b1158 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:19:23.579020 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-9eabfc34-6b7e-4b29-a30d-fb52d0299062 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3546491 Sep 16 19:19:23.729564 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-3d1ab87d-58de-4b34-abe6-db4c7a4f9687 service neutron] 10.222.0.39 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369872 Sep 16 19:19:23.874331 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-1f86c836-035d-4a50-9931-067f66cba45d service neutron] 10.222.0.39 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384473 Sep 16 19:19:24.075953 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-712f072e-2b25-4452-a32b-254ca1442202 req-8c35e1de-ecd2-4b0a-b728-152a97c2d426 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 210 time: 0.0487115 Sep 16 19:19:24.772295 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c0ecf-fc20-4584-8e40-b901e100f090 req-6fb90dc0-1dc8-448a-877b-6d6658c00ab1 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:24.773871 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6c9c0ecf-fc20-4584-8e40-b901e100f090 req-6fb90dc0-1dc8-448a-877b-6d6658c00ab1 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 984 time: 0.1068060 Sep 16 19:19:24.826550 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6c9c0ecf-fc20-4584-8e40-b901e100f090 req-46a4634d-7aa2-4898-b643-d7fd900d05ea tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&id=17205ee6-16ee-4ce8-b37f-d74d3d1de5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454636 Sep 16 19:19:25.302374 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ff43eb3f-4e24-4b4b-b843-a7ffa7b50632 req-f15b20db-9629-4ce3-a48d-bd8a27278ba0 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 210 time: 0.0680304 Sep 16 19:19:25.358358 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-664ebf07-41b2-4678-8d45-f0029f9bfe0f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:25.359977 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-664ebf07-41b2-4678-8d45-f0029f9bfe0f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.45 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 817 time: 0.2049329 Sep 16 19:19:25.426968 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-c6d18127-1059-4272-b479-c84321b6dc2c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28b88f58a8264731b5bdb908599b1158 HTTP/1.1" status: 200 len: 380 time: 0.0441313 Sep 16 19:19:25.436490 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Request body: {'port': {'device_id': '405ac005-387e-4530-afe2-c933be25c20c', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'admin_state_up': True, 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'security_groups': ['e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425']}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:19:25.577770 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:19:25.588244 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:19:25.597060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Made reservation on behalf of 28b88f58a8264731b5bdb908599b1158 for: {'port': 1} {{(pid=82445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:19:25.602465 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:25.771619 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_common [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Allocated IP 172.20.0.4 (1709c0d2-594e-4fa5-a067-81a2f6be6311/b89765e2-a364-46b9-a658-0c76ae19c6b0/301e056a-9531-4389-b059-67b221525a7e) {{(pid=82445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:19:26.011157 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for port, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:26.038420 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Transition to ACTIVE for port object 301e056a-9531-4389-b059-67b221525a7e will not be triggered until provisioned by entity DHCP. {{(pid=82445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:19:26.079115 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d8957-cf06-4f6a-aca0-e53a363aec98 req-69b77999-9696-415e-b8d9-1b10b30f8062 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:26.080750 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ed9d8957-cf06-4f6a-aca0-e53a363aec98 req-69b77999-9696-415e-b8d9-1b10b30f8062 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 984 time: 0.1253955 Sep 16 19:19:26.086646 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784133799778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:26.093722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ccf723cd-76e9-40b8-9a68-c61e1d8a091b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:26.195793 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Network 1709c0d2-594e-4fa5-a067-81a2f6be6311 is already hosted by enough agents. {{(pid=82445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:19:26.201170 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.base_scheduler [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Resources bound (agent type, host, resource id): {{(pid=82445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:19:26.205852 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event updated for resources: {'Port': ['ID=301e056a-9531-4389-b059-67b221525a7e,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:26.208106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Received port after_create {{(pid=82445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:19:26.241067 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:26.261412 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ed9d8957-cf06-4f6a-aca0-e53a363aec98 req-077aa1b4-d624-44b6-8d25-bf402f3f8896 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&id=17205ee6-16ee-4ce8-b37f-d74d3d1de5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1727250 Sep 16 19:19:26.281526 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:26.282490 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:26.308487 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8758414 Sep 16 19:19:26.321846 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Request body: {'port': {'device_id': '405ac005-387e-4530-afe2-c933be25c20c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:19:26.445515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:26.467684 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-92f3d7d3-f9f2-4095-9e83-93a14a875fcb None None] Provisioning for port 301e056a-9531-4389-b059-67b221525a7e completed by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:19:26.472864 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-92f3d7d3-f9f2-4095-9e83-93a14a875fcb None None] Provisioning complete for port 301e056a-9531-4389-b059-67b221525a7e triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:19:26.473281 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-92f3d7d3-f9f2-4095-9e83-93a14a875fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:26.526232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-92f3d7d3-f9f2-4095-9e83-93a14a875fcb None None] Port 301e056a-9531-4389-b059-67b221525a7e cannot update to ACTIVE because it is not bound. {{(pid=82447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:19:26.654424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f620ed1-3f72-4cab-9c6f-1c8bbe7ad72d req-5d823136-e190-46a6-896a-ef863bafe3bb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:26.655177 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-3f620ed1-3f72-4cab-9c6f-1c8bbe7ad72d req-5d823136-e190-46a6-896a-ef863bafe3bb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Synchronizing usage tracker for tenant:28b88f58a8264731b5bdb908599b1158 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:19:26.753247 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-3f620ed1-3f72-4cab-9c6f-1c8bbe7ad72d req-5d823136-e190-46a6-896a-ef863bafe3bb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Unset dirty status for tenant:28b88f58a8264731b5bdb908599b1158 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:19:26.754508 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3f620ed1-3f72-4cab-9c6f-1c8bbe7ad72d req-5d823136-e190-46a6-896a-ef863bafe3bb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 931 time: 0.2992530 Sep 16 19:19:26.841300 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3f620ed1-3f72-4cab-9c6f-1c8bbe7ad72d req-7185734f-08c1-4a1b-9048-29d4c149b63b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793402 Sep 16 19:19:26.914055 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301e056a-9531-4389-b059-67b221525a7e {{(pid=82445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:19:26.920921 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:26.936895 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Transition to ACTIVE for port object 301e056a-9531-4389-b059-67b221525a7e will not be triggered until provisioned by entity L2. {{(pid=82445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:19:26.939494 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851643253'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:26.943790 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-60638087-9fff-4c0a-a29b-c6b8a4642010 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:27.078104 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Pushing event updated for resources: {'Port': ['ID=301e056a-9531-4389-b059-67b221525a7e,revision_number=2']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:27.081123 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:27.196496 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Attempting to bind port 301e056a-9531-4389-b059-67b221525a7e on host hv-cinder-80944 for vnic_type normal with profile {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:19:27.196873 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Attempting to bind port 301e056a-9531-4389-b059-67b221525a7e by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'}] {{(pid=82445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:19:27.197249 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Attempting to bind port 301e056a-9531-4389-b059-67b221525a7e on network 1709c0d2-594e-4fa5-a067-81a2f6be6311 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:19:27.203498 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Port 301e056a-9531-4389-b059-67b221525a7e on network 1709c0d2-594e-4fa5-a067-81a2f6be6311 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:19:27.203863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Attempting to bind port 301e056a-9531-4389-b059-67b221525a7e on network 1709c0d2-594e-4fa5-a067-81a2f6be6311 {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:19:27.210950 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Checking agent: {'id': '8a437161-57ee-4b78-a89d-9376f5729620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'started_at': datetime.datetime(2021, 9, 16, 19, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:19:27.211324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Checking segment: {'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:19:27.211746 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Bound using segment: {'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'} {{(pid=82445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:19:27.212220 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.managers [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Bound port: 301e056a-9531-4389-b059-67b221525a7e, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992dc622-4421-4233-92c1-264037cf51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311'}}] {{(pid=82445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:19:27.212700 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:27.309412 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] For port 301e056a-9531-4389-b059-67b221525a7e, host hv-cinder-80944, cleared binding levels {{(pid=82445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:19:27.312848 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] For port 301e056a-9531-4389-b059-67b221525a7e, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=301e056a-9531-4389-b059-67b221525a7e,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:19:27.316207 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851643253'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:27.320891 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-612aa6b0-6bb4-4235-a3e0-b2ee9289d90f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:27.386183 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:27.387716 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] 10.222.0.45 "PUT /v2.0/ports/301e056a-9531-4389-b059-67b221525a7e HTTP/1.1" status: 200 len: 1093 time: 1.0708890 Sep 16 19:19:27.388129 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405ac005-387e-4530-afe2-c933be25c20c', 'tag': '301e056a-9531-4389-b059-67b221525a7e'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:19:27.481986 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405ac005-387e-4530-afe2-c933be25c20c', 'tag': '301e056a-9531-4389-b059-67b221525a7e', 'status': 'completed', 'code': 200} Sep 16 19:19:27.493866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Pushing event updated for resources: {'Port': ['ID=301e056a-9531-4389-b059-67b221525a7e,revision_number=3']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:27.498653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:27.555627 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9908cfb-8aca-46bc-9488-33c730d0906f req-c4f1bed3-cf57-46e0-8e06-95ab18247a8c tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:27.557351 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c9908cfb-8aca-46bc-9488-33c730d0906f req-c4f1bed3-cf57-46e0-8e06-95ab18247a8c tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 984 time: 0.1730597 Sep 16 19:19:27.563675 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-5a9ac987-3501-480f-a5ac-906287f686da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 1096 time: 0.1273446 Sep 16 19:19:27.659773 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-ac98f776-aac4-4ab2-a1f6-45e96611845b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=301e056a-9531-4389-b059-67b221525a7e HTTP/1.1" status: 200 len: 217 time: 0.0784888 Sep 16 19:19:27.721474 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c9908cfb-8aca-46bc-9488-33c730d0906f req-dcea6211-2255-477b-8a65-e106fe4520b2 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&id=17205ee6-16ee-4ce8-b37f-d74d3d1de5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1567650 Sep 16 19:19:27.744901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-390602f6-88d4-48fe-9cd2-5b19e1d2541b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:27.746464 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-390602f6-88d4-48fe-9cd2-5b19e1d2541b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 200 len: 856 time: 0.0776994 Sep 16 19:19:27.836409 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-30955b8d-4a95-4308-9e2f-12a36e4780c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1709c0d2-594e-4fa5-a067-81a2f6be6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818763 Sep 16 19:19:28.236207 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-16c5e351-00c9-45a0-a65c-7a9b48af618e service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928921 Sep 16 19:19:28.378445 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9402f28-53f0-4c3d-9dbd-0027f4b5a37a req-0ec779e7-6642-484b-9329-364964dcd0de tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:28.380046 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f9402f28-53f0-4c3d-9dbd-0027f4b5a37a req-0ec779e7-6642-484b-9329-364964dcd0de tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.4025850 Sep 16 19:19:28.441792 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdae8d0d-17be-4ab2-af08-9c0ba770174c req-dc13fb1c-4571-40ad-a55c-8c541cf91399 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926575 Sep 16 19:19:28.454873 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f9402f28-53f0-4c3d-9dbd-0027f4b5a37a req-e2414892-6263-46aa-9c2a-28b1098d4ab3 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639589 Sep 16 19:19:28.569550 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8b5cc0be-23d0-40fb-8ccf-820c27b3e82b req-e988f610-4866-42e6-8a2d-053908555871 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 1096 time: 0.0793288 Sep 16 19:19:28.715124 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cc0be-23d0-40fb-8ccf-820c27b3e82b req-f57d3452-5512-4d96-b327-4c149a592013 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:28.716647 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8b5cc0be-23d0-40fb-8ccf-820c27b3e82b req-f57d3452-5512-4d96-b327-4c149a592013 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 918 time: 0.1411443 Sep 16 19:19:28.788343 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8b5cc0be-23d0-40fb-8ccf-820c27b3e82b req-26f9c7f4-f385-4837-b0f3-cf0864ae7190 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=301e056a-9531-4389-b059-67b221525a7e HTTP/1.1" status: 200 len: 217 time: 0.0638115 Sep 16 19:19:28.908187 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cc0be-23d0-40fb-8ccf-820c27b3e82b req-665e2a28-5b42-4515-8582-bc0acf65c87d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:28.909775 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8b5cc0be-23d0-40fb-8ccf-820c27b3e82b req-665e2a28-5b42-4515-8582-bc0acf65c87d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 200 len: 856 time: 0.1149499 Sep 16 19:19:28.996348 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cf963-e200-42e3-93a7-b002be2eb19b req-3eac368d-6d9f-46fa-8a96-4cb25954110e tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:28.997902 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e41cf963-e200-42e3-93a7-b002be2eb19b req-3eac368d-6d9f-46fa-8a96-4cb25954110e tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 984 time: 0.1520300 Sep 16 19:19:29.044509 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8b5cc0be-23d0-40fb-8ccf-820c27b3e82b req-f7dd58db-8ba2-4897-8d95-c4440478f905 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1709c0d2-594e-4fa5-a067-81a2f6be6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1263475 Sep 16 19:19:29.148139 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e41cf963-e200-42e3-93a7-b002be2eb19b req-ad0db4f6-84b9-4507-a948-88998c4754b0 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&id=17205ee6-16ee-4ce8-b37f-d74d3d1de5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387587 Sep 16 19:19:29.201427 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8b5cc0be-23d0-40fb-8ccf-820c27b3e82b req-a2ddd465-646e-42de-8b00-dc8c60626482 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488647 Sep 16 19:19:29.342342 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:19:29.343933 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8b5cc0be-23d0-40fb-8ccf-820c27b3e82b req-f5058792-cba0-48f9-b175-8bfddfecb6f3 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345310 Sep 16 19:19:29.673330 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1d1d7-bc25-4ccd-b3e1-d8767b80c05d req-3963248a-7e8e-4b9a-9b04-5bba355a59ab tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:29.674924 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-49a1d1d7-bc25-4ccd-b3e1-d8767b80c05d req-3963248a-7e8e-4b9a-9b04-5bba355a59ab tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0821540 Sep 16 19:19:29.723710 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-49a1d1d7-bc25-4ccd-b3e1-d8767b80c05d req-456a8994-986d-4790-9b73-582c1b00457f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420580 Sep 16 19:19:30.358842 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd797a9-309f-4c80-b5b3-997f668334a2 req-9bc09408-921f-4d2d-abf6-528ecbd2f6d2 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:30.360410 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fdd797a9-309f-4c80-b5b3-997f668334a2 req-9bc09408-921f-4d2d-abf6-528ecbd2f6d2 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 984 time: 0.0860753 Sep 16 19:19:30.408351 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fdd797a9-309f-4c80-b5b3-997f668334a2 req-2f21fc3d-1ea2-4d39-a00b-d9e07af04934 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&id=17205ee6-16ee-4ce8-b37f-d74d3d1de5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418622 Sep 16 19:19:30.935079 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7e045-4d5d-4f30-86a8-e8a9ee0cdb3c req-f4ea0ac3-5ac9-4333-b2de-f35a6f0690d1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:30.936683 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e7c7e045-4d5d-4f30-86a8-e8a9ee0cdb3c req-f4ea0ac3-5ac9-4333-b2de-f35a6f0690d1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0826106 Sep 16 19:19:30.984193 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e7c7e045-4d5d-4f30-86a8-e8a9ee0cdb3c req-51076672-9d44-4054-a5c2-088a4868c8cd tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414102 Sep 16 19:19:32.213944 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3828c1-93b9-49f8-8d18-fb99ec011e1a req-67748e73-3526-449b-98e8-e7085eb7afec tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:32.215433 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ac3828c1-93b9-49f8-8d18-fb99ec011e1a req-67748e73-3526-449b-98e8-e7085eb7afec tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0979648 Sep 16 19:19:32.254032 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 301e056a-9531-4389-b059-67b221525a7e details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:19:32.263121 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ac3828c1-93b9-49f8-8d18-fb99ec011e1a req-633467bf-3242-4d69-b433-c422619a0968 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414593 Sep 16 19:19:32.395557 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 301e056a-9531-4389-b059-67b221525a7e, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=301e056a-9531-4389-b059-67b221525a7e,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:19:32.410260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '301e056a-9531-4389-b059-67b221525a7e', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'port_id': '301e056a-9531-4389-b059-67b221525a7e', 'mac_address': 'fa:16:3e:71:a6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:19:32.466497 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:32.485295 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301e056a-9531-4389-b059-67b221525a7e {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:19:32.500389 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 301e056a-9531-4389-b059-67b221525a7e, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=301e056a-9531-4389-b059-67b221525a7e,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:19:32.503265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:32.505955 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:32.573542 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=301e056a-9531-4389-b059-67b221525a7e,revision_number=4']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:32.582833 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:32.583225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:32.583608 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:32.583988 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:32.584415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:32.585346 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:32.585719 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:32.586169 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:32.586540 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:32.586907 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:32.587277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:19:32.591268 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:32.893351 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['301e056a-9531-4389-b059-67b221525a7e'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:19:33.475918 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9cf8e-b4fe-4de4-9c5e-626d1a113af5 req-1948fd20-1493-4a11-9fa4-b3c9df142eec tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:33.477542 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1ec9cf8e-b4fe-4de4-9c5e-626d1a113af5 req-1948fd20-1493-4a11-9fa4-b3c9df142eec tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 944 time: 0.0826714 Sep 16 19:19:33.529575 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1ec9cf8e-b4fe-4de4-9c5e-626d1a113af5 req-dbecaa33-ae83-47fc-93c0-0cdda3f5cd8e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461204 Sep 16 19:19:34.242401 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 301e056a-9531-4389-b059-67b221525a7e up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:19:34.314715 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning for port 301e056a-9531-4389-b059-67b221525a7e completed by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:19:34.320181 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 301e056a-9531-4389-b059-67b221525a7e triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:19:34.320616 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:34.434135 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:34.461451 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405ac005-387e-4530-afe2-c933be25c20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301e056a-9531-4389-b059-67b221525a7e'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:19:34.471413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 301e056a-9531-4389-b059-67b221525a7e, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=301e056a-9531-4389-b059-67b221525a7e,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:19:34.474205 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:34.477422 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dfcaa0ba-17b9-4f08-8bfd-19ca3c5a607f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:34.523328 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405ac005-387e-4530-afe2-c933be25c20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301e056a-9531-4389-b059-67b221525a7e', 'code': 200} Sep 16 19:19:34.555835 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=301e056a-9531-4389-b059-67b221525a7e,revision_number=5']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:34.560325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:34.814329 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc4273-0862-4f7b-b132-f3ad19996a82 req-60ec76a3-2fdd-43ff-8a85-1ae51d59864b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:34.815833 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-46fc4273-0862-4f7b-b132-f3ad19996a82 req-60ec76a3-2fdd-43ff-8a85-1ae51d59864b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.1476433 Sep 16 19:19:34.819182 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3a5dd329-c9e0-4bd0-8a45-a07b69a0188c req-7dbd99c3-75c3-4403-8191-80b743f68d7b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 1098 time: 0.1080294 Sep 16 19:19:34.896076 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-46fc4273-0862-4f7b-b132-f3ad19996a82 req-a0f6ed42-f023-4793-9d4e-7a5cc5628b3f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736492 Sep 16 19:19:34.900301 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3a5dd329-c9e0-4bd0-8a45-a07b69a0188c req-00d165cf-913d-41d7-90e8-526c7a2910b0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607054 Sep 16 19:19:36.110005 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c4627-b184-4e3b-b816-2dfd86086885 req-59a02af3-db8b-456d-8ca9-959834140bfb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:36.111599 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4a9c4627-b184-4e3b-b816-2dfd86086885 req-59a02af3-db8b-456d-8ca9-959834140bfb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0821779 Sep 16 19:19:36.159045 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4a9c4627-b184-4e3b-b816-2dfd86086885 req-a6489c52-4ea4-45f1-838c-7004131ade13 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413759 Sep 16 19:19:37.386574 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1131e3b-aca3-4ff9-af50-bd12e75a451a req-8af56aa8-f7f0-4aed-87dc-1d4477670466 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:37.388214 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d1131e3b-aca3-4ff9-af50-bd12e75a451a req-8af56aa8-f7f0-4aed-87dc-1d4477670466 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0940483 Sep 16 19:19:37.438689 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d1131e3b-aca3-4ff9-af50-bd12e75a451a req-c8428d1d-0252-4a3d-ae1a-d49d9cb0a590 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439911 Sep 16 19:19:37.650880 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad8bd2-f125-4fb1-a356-f626ca287132 req-5e143523-6b0f-4775-9704-3f9220614dc6 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:37.652420 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f0ad8bd2-f125-4fb1-a356-f626ca287132 req-5e143523-6b0f-4775-9704-3f9220614dc6 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0822959 Sep 16 19:19:37.661817 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47696) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:37.667910 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [None req-b5fe5e59-2221-438e-82d8-cd7ece0d3d29 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Request body: {'floatingip': {'port_id': '301e056a-9531-4389-b059-67b221525a7e'}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:19:37.749655 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b5fe5e59-2221-438e-82d8-cd7ece0d3d29 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for floatingip, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:38.360856 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b5fe5e59-2221-438e-82d8-cd7ece0d3d29 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:38.363431 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b5fe5e59-2221-438e-82d8-cd7ece0d3d29 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852707909'] for floatingip, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:38.572683 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.l3_db [None req-b5fe5e59-2221-438e-82d8-cd7ece0d3d29 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Floating IP cc5a2f06-08da-4a64-850c-2c1b500b1d5c associated. External IP: 172.28.0.252, port: 301e056a-9531-4389-b059-67b221525a7e. Sep 16 19:19:39.201210 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fe5e59-2221-438e-82d8-cd7ece0d3d29 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Router 1ff5a8a0-2284-446f-aef8-e06267e768e1 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:19:39.406410 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fe5e59-2221-438e-82d8-cd7ece0d3d29 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:19:39.410906 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b5fe5e59-2221-438e-82d8-cd7ece0d3d29 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:39.416442 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641c503-36c2-438c-bd7b-72931ebdcac6 None None] Sync routers for ids ['1ff5a8a0-2284-446f-aef8-e06267e768e1'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:19:39.429616 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641c503-36c2-438c-bd7b-72931ebdcac6 None None] Routers {'1ff5a8a0-2284-446f-aef8-e06267e768e1'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:19:39.430276 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-2641c503-36c2-438c-bd7b-72931ebdcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:19:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1ff5a8a0-2284-446f-aef8-e06267e768e1'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:39.465917 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-b5fe5e59-2221-438e-82d8-cd7ece0d3d29 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "PUT /v2.0/floatingips/cc5a2f06-08da-4a64-850c-2c1b500b1d5c HTTP/1.1" status: 200 len: 991 time: 1.8024266 Sep 16 19:19:39.466532 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405ac005-387e-4530-afe2-c933be25c20c', 'tag': '301e056a-9531-4389-b059-67b221525a7e'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:19:39.550070 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405ac005-387e-4530-afe2-c933be25c20c', 'tag': '301e056a-9531-4389-b059-67b221525a7e', 'status': 'completed', 'code': 200} Sep 16 19:19:39.637686 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-2641c503-36c2-438c-bd7b-72931ebdcac6 None None] Set router 1ff5a8a0-2284-446f-aef8-e06267e768e1 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:19:39.662410 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-06a45a00-0158-4705-be58-cec9ada07d94 req-521f2cb7-cdbf-4d14-bfdb-0d385e1d3dc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 1098 time: 0.0820115 Sep 16 19:19:39.822079 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a45a00-0158-4705-be58-cec9ada07d94 req-15fc6659-6bd2-4ca6-b24a-48cad7e5055e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:39.823864 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-06a45a00-0158-4705-be58-cec9ada07d94 req-15fc6659-6bd2-4ca6-b24a-48cad7e5055e service neutron] 10.222.0.45 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 918 time: 0.1553423 Sep 16 19:19:39.942571 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-06a45a00-0158-4705-be58-cec9ada07d94 req-4dac7cfa-cfd0-412f-a426-85a21e7b831f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=301e056a-9531-4389-b059-67b221525a7e HTTP/1.1" status: 200 len: 999 time: 0.1036034 Sep 16 19:19:40.016245 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-2641c503-36c2-438c-bd7b-72931ebdcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'cc5a2f06-08da-4a64-850c-2c1b500b1d5c', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'floating_ip_address': '172.28.0.252', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'port_id': '301e056a-9531-4389-b059-67b221525a7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'mac_address': 'fa:16:3e:71:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405ac005-387e-4530-afe2-c933be25c20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:19:22Z', 'updated_at': '2021-09-16T19:19:38Z', 'revision_number': 1, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:46Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:40.020363 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641c503-36c2-438c-bd7b-72931ebdcac6 None None] Checking router: 1ff5a8a0-2284-446f-aef8-e06267e768e1 for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:19:40.021956 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a45a00-0158-4705-be58-cec9ada07d94 req-837f949a-93cc-4668-bf2d-f0d28ac8cbd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:40.023638 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-06a45a00-0158-4705-be58-cec9ada07d94 req-837f949a-93cc-4668-bf2d-f0d28ac8cbd3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 200 len: 856 time: 0.0743489 Sep 16 19:19:40.031913 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641c503-36c2-438c-bd7b-72931ebdcac6 None None] Routers {'1ff5a8a0-2284-446f-aef8-e06267e768e1'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:19:40.032579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-2641c503-36c2-438c-bd7b-72931ebdcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:19:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1ff5a8a0-2284-446f-aef8-e06267e768e1'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:40.111535 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-06a45a00-0158-4705-be58-cec9ada07d94 req-b009e2c0-59ed-4728-9ae7-a71203f48978 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1709c0d2-594e-4fa5-a067-81a2f6be6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810869 Sep 16 19:19:40.229188 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-2641c503-36c2-438c-bd7b-72931ebdcac6 None None] Set router 1ff5a8a0-2284-446f-aef8-e06267e768e1 gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:19:40.273242 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-06a45a00-0158-4705-be58-cec9ada07d94 req-1f47dc9e-5146-4786-b129-e9d073748257 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550927 Sep 16 19:19:40.430982 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-06a45a00-0158-4705-be58-cec9ada07d94 req-a214d4c2-3f6a-4b0b-892e-5672fe038d9b service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512394 Sep 16 19:19:40.611586 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-2641c503-36c2-438c-bd7b-72931ebdcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'cc5a2f06-08da-4a64-850c-2c1b500b1d5c', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'floating_ip_address': '172.28.0.252', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'port_id': '301e056a-9531-4389-b059-67b221525a7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'mac_address': 'fa:16:3e:71:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405ac005-387e-4530-afe2-c933be25c20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:19:22Z', 'updated_at': '2021-09-16T19:19:38Z', 'revision_number': 1, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:46Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:40.615749 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641c503-36c2-438c-bd7b-72931ebdcac6 None None] The sync data for ids ['1ff5a8a0-2284-446f-aef8-e06267e768e1'] in dv-cinder-809448-1-smb is: [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_floatingips': [{'id': 'cc5a2f06-08da-4a64-850c-2c1b500b1d5c', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'floating_ip_address': '172.28.0.252', 'floating_network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'router_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'port_id': '301e056a-9531-4389-b059-67b221525a7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'mac_address': 'fa:16:3e:71:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405ac005-387e-4530-afe2-c933be25c20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:19:22Z', 'updated_at': '2021-09-16T19:19:38Z', 'revision_number': 1, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:46Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:19:40.943456 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37158374-5d69-4bc8-9e1f-9ca391a446e5 None None] New status for floating IP cc5a2f06-08da-4a64-850c-2c1b500b1d5c: ACTIVE {{(pid=82448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:19:43.404152 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47744) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:43.754053 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-183a549e-4cab-4f70-abe8-87d9f6eeee94 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Deleting port 7e8eb5d3-c375-4bb1-933b-c77fd493af61 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:19:43.754444 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-183a549e-4cab-4f70-abe8-87d9f6eeee94 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:43.952722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-183a549e-4cab-4f70-abe8-87d9f6eeee94 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:43.953099 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-183a549e-4cab-4f70-abe8-87d9f6eeee94 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:44.082122 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-183a549e-4cab-4f70-abe8-87d9f6eeee94 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Calling delete_port for 7e8eb5d3-c375-4bb1-933b-c77fd493af61 owned by network:floatingip {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:19:44.246722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-183a549e-4cab-4f70-abe8-87d9f6eeee94 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:44.251435 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:44.296310 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a549e-4cab-4f70-abe8-87d9f6eeee94 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Pushing event deleted for resources: {'Port': ['ID=7e8eb5d3-c375-4bb1-933b-c77fd493af61,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:44.300132 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-183a549e-4cab-4f70-abe8-87d9f6eeee94 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:44.392149 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-183a549e-4cab-4f70-abe8-87d9f6eeee94 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for floatingip, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:44.797233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183a549e-4cab-4f70-abe8-87d9f6eeee94 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Router 1fea5d4e-c0b2-441e-9300-a6a0e22806da has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:19:45.222184 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183a549e-4cab-4f70-abe8-87d9f6eeee94 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:19:45.233080 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe02654-9d84-4680-a400-cfe38bfbefbc None None] Sync routers for ids ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:19:45.235841 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-183a549e-4cab-4f70-abe8-87d9f6eeee94 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:45.247020 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe02654-9d84-4680-a400-cfe38bfbefbc None None] Routers {'1fea5d4e-c0b2-441e-9300-a6a0e22806da'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:19:45.247808 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-cbe02654-9d84-4680-a400-cfe38bfbefbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:19:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:45.291500 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-183a549e-4cab-4f70-abe8-87d9f6eeee94 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "DELETE /v2.0/floatingips/e2d79ab1-90d3-41e4-a1a6-92fdc1f77088 HTTP/1.1" status: 204 len: 168 time: 1.8861287 Sep 16 19:19:45.292185 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5991a69f-2832-4acc-956a-9fa23d33863f', 'tag': '0985a15a-c665-415a-9290-ab3d27ab466a'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:19:45.424307 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5991a69f-2832-4acc-956a-9fa23d33863f', 'tag': '0985a15a-c665-415a-9290-ab3d27ab466a', 'status': 'completed', 'code': 200} Sep 16 19:19:45.545225 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c61f01e-233a-40c7-88fb-57a4c9485299 req-5053abc7-44fc-44c6-9e02-9113ba13644b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a339dcda4d0842f69010183fb6780189&device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 1099 time: 0.0975354 Sep 16 19:19:45.611923 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-cbe02654-9d84-4680-a400-cfe38bfbefbc None None] Set router 1fea5d4e-c0b2-441e-9300-a6a0e22806da gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:19:45.752910 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61f01e-233a-40c7-88fb-57a4c9485299 req-64bcd13e-9562-4485-870e-7fa359790c1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:45.754518 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c61f01e-233a-40c7-88fb-57a4c9485299 req-64bcd13e-9562-4485-870e-7fa359790c1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=05f713ca-3513-43da-98ab-1117cce685d8 HTTP/1.1" status: 200 len: 910 time: 0.2024944 Sep 16 19:19:45.820940 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5e518-7262-4ff1-909f-69f9eadb1375 req-e2027b1e-c614-4908-aa67-b0a13ef7b633 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:45.821707 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-61e5e518-7262-4ff1-909f-69f9eadb1375 req-e2027b1e-c614-4908-aa67-b0a13ef7b633 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Synchronizing usage tracker for tenant:a339dcda4d0842f69010183fb6780189 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:19:45.841518 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c61f01e-233a-40c7-88fb-57a4c9485299 req-fb070f7b-8c1a-45b6-86be-8213e8df1fc4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0985a15a-c665-415a-9290-ab3d27ab466a HTTP/1.1" status: 200 len: 217 time: 0.0780370 Sep 16 19:19:45.890350 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-61e5e518-7262-4ff1-909f-69f9eadb1375 req-e2027b1e-c614-4908-aa67-b0a13ef7b633 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Unset dirty status for tenant:a339dcda4d0842f69010183fb6780189 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:19:45.891579 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-61e5e518-7262-4ff1-909f-69f9eadb1375 req-e2027b1e-c614-4908-aa67-b0a13ef7b633 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.2557480 Sep 16 19:19:45.945981 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-cbe02654-9d84-4680-a400-cfe38bfbefbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:42Z', 'revision_number': 4, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a', 'name': '', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'mac_address': 'fa:16:3e:94:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df315f2-c24d-4091-b683-0a3588cce397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:41Z', 'updated_at': '2021-09-16T19:12:55Z', 'revision_number': 5, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'subnets': [{'id': '3df315f2-c24d-4091-b683-0a3588cce397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:45.947224 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61f01e-233a-40c7-88fb-57a4c9485299 req-82e0a11f-762d-40f8-b1d0-30411df6f49e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:45.948858 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c61f01e-233a-40c7-88fb-57a4c9485299 req-82e0a11f-762d-40f8-b1d0-30411df6f49e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3df315f2-c24d-4091-b683-0a3588cce397 HTTP/1.1" status: 200 len: 848 time: 0.0996425 Sep 16 19:19:45.950324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe02654-9d84-4680-a400-cfe38bfbefbc None None] Checking router: 1fea5d4e-c0b2-441e-9300-a6a0e22806da for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:19:45.959320 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-61e5e518-7262-4ff1-909f-69f9eadb1375 req-c8e9d0b6-0482-4731-8b07-5ae3579d3408 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567851 Sep 16 19:19:45.961975 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe02654-9d84-4680-a400-cfe38bfbefbc None None] Routers {'1fea5d4e-c0b2-441e-9300-a6a0e22806da'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:19:45.962633 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-cbe02654-9d84-4680-a400-cfe38bfbefbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:19:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:46.034922 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c61f01e-233a-40c7-88fb-57a4c9485299 req-98978f31-32d0-40c3-9c0f-95c4d0666093 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05f713ca-3513-43da-98ab-1117cce685d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745654 Sep 16 19:19:46.149936 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-cbe02654-9d84-4680-a400-cfe38bfbefbc None None] Set router 1fea5d4e-c0b2-441e-9300-a6a0e22806da gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:19:46.181143 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c61f01e-233a-40c7-88fb-57a4c9485299 req-04353070-8ddf-4710-96be-349ec1452a72 service neutron] 10.222.0.45 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388178 Sep 16 19:19:46.325316 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c61f01e-233a-40c7-88fb-57a4c9485299 req-9fb41a53-31a2-47d4-b668-9be76043afa5 service neutron] 10.222.0.45 "GET /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378665 Sep 16 19:19:46.475316 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-cbe02654-9d84-4680-a400-cfe38bfbefbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:42Z', 'revision_number': 4, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a', 'name': '', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'mac_address': 'fa:16:3e:94:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df315f2-c24d-4091-b683-0a3588cce397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:41Z', 'updated_at': '2021-09-16T19:12:55Z', 'revision_number': 5, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'subnets': [{'id': '3df315f2-c24d-4091-b683-0a3588cce397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:46.479311 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe02654-9d84-4680-a400-cfe38bfbefbc None None] The sync data for ids ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'] in dv-cinder-809448-1-smb is: [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:42Z', 'revision_number': 4, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a', 'name': '', 'network_id': '05f713ca-3513-43da-98ab-1117cce685d8', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'mac_address': 'fa:16:3e:94:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df315f2-c24d-4091-b683-0a3588cce397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:41Z', 'updated_at': '2021-09-16T19:12:55Z', 'revision_number': 5, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'subnets': [{'id': '3df315f2-c24d-4091-b683-0a3588cce397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:19:46.930575 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334cea8b-a4c3-49a0-815e-fbd1681c9d36 None None] New status for floating IP e2d79ab1-90d3-41e4-a1a6-92fdc1f77088: DOWN {{(pid=82448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:19:47.171416 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feaaba1-4da7-48f5-a638-d7f345f88b4e req-edb4c52a-25d7-40bb-a5ba-512dc13408dc tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:47.173061 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1feaaba1-4da7-48f5-a638-d7f345f88b4e req-edb4c52a-25d7-40bb-a5ba-512dc13408dc tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.0892251 Sep 16 19:19:47.222332 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1feaaba1-4da7-48f5-a638-d7f345f88b4e req-5459c0f9-350d-4508-b557-f3fa22a9f90a tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/security-groups?id=1447c439-72d9-4d04-82a8-f02ba9f3cf01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428622 Sep 16 19:19:47.287716 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08d68653-c6ac-40fe-a4b1-21f61aceb633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:47.517798 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807479f-6d83-473e-b6bf-09ac77671141 req-c9fdcc24-069c-4816-a931-41cd9dec329b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:47.519404 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0807479f-6d83-473e-b6bf-09ac77671141 req-c9fdcc24-069c-4816-a931-41cd9dec329b tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.45 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 946 time: 0.0837917 Sep 16 19:19:47.603813 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-0807479f-6d83-473e-b6bf-09ac77671141 req-16f7d734-7ae1-4055-96f5-33bb54d2a55f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Deleting port 0985a15a-c665-415a-9290-ab3d27ab466a {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:19:47.604205 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0807479f-6d83-473e-b6bf-09ac77671141 req-16f7d734-7ae1-4055-96f5-33bb54d2a55f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:47.857369 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-0807479f-6d83-473e-b6bf-09ac77671141 req-16f7d734-7ae1-4055-96f5-33bb54d2a55f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] For port 0985a15a-c665-415a-9290-ab3d27ab466a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=0985a15a-c665-415a-9290-ab3d27ab466a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:19:47.857762 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0807479f-6d83-473e-b6bf-09ac77671141 req-16f7d734-7ae1-4055-96f5-33bb54d2a55f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:47.989459 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-0807479f-6d83-473e-b6bf-09ac77671141 req-16f7d734-7ae1-4055-96f5-33bb54d2a55f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Calling delete_port for 0985a15a-c665-415a-9290-ab3d27ab466a owned by compute:nova {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:19:48.132480 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0807479f-6d83-473e-b6bf-09ac77671141 req-16f7d734-7ae1-4055-96f5-33bb54d2a55f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:48.138114 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:48.183283 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7d734-7ae1-4055-96f5-33bb54d2a55f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Pushing event deleted for resources: {'Port': ['ID=0985a15a-c665-415a-9290-ab3d27ab466a,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:48.187418 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-16f7d734-7ae1-4055-96f5-33bb54d2a55f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:48.260436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-0807479f-6d83-473e-b6bf-09ac77671141 req-16f7d734-7ae1-4055-96f5-33bb54d2a55f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] No DVR routers for this DVR port 0985a15a-c665-415a-9290-ab3d27ab466a on host hv-cinder-80944 {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:19:48.262946 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0807479f-6d83-473e-b6bf-09ac77671141 req-16f7d734-7ae1-4055-96f5-33bb54d2a55f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:48.265904 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5991a69f-2832-4acc-956a-9fa23d33863f', 'name': 'network-vif-deleted', 'tag': '0985a15a-c665-415a-9290-ab3d27ab466a'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:19:48.281854 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0807479f-6d83-473e-b6bf-09ac77671141 req-16f7d734-7ae1-4055-96f5-33bb54d2a55f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.45 "DELETE /v2.0/ports/0985a15a-c665-415a-9290-ab3d27ab466a HTTP/1.1" status: 204 len: 173 time: 0.7517538 Sep 16 19:19:48.326695 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5991a69f-2832-4acc-956a-9fa23d33863f', 'name': 'network-vif-deleted', 'tag': '0985a15a-c665-415a-9290-ab3d27ab466a', 'status': 'completed', 'code': 200} Sep 16 19:19:48.397571 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-d0bc2fbe-c2e8-4f2a-bc70-326ce99a37f4 req-92605abe-8405-4a77-8d99-c91555184629 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Synchronizing usage tracker for tenant:a339dcda4d0842f69010183fb6780189 on resource:port {{(pid=82445) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:19:48.412128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [req-d0bc2fbe-c2e8-4f2a-bc70-326ce99a37f4 req-92605abe-8405-4a77-8d99-c91555184629 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Unset dirty status for tenant:a339dcda4d0842f69010183fb6780189 on resource:port {{(pid=82445) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:19:48.413440 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d0bc2fbe-c2e8-4f2a-bc70-326ce99a37f4 req-92605abe-8405-4a77-8d99-c91555184629 tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "GET /v2.0/ports?device_id=5991a69f-2832-4acc-956a-9fa23d33863f HTTP/1.1" status: 200 len: 210 time: 0.0622013 Sep 16 19:19:48.930183 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:49.521573 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47782) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:49.597973 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a4892c1a-aa82-4ec2-9805-7611f4d7999a tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:49.629359 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a4892c1a-aa82-4ec2-9805-7611f4d7999a tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:49.682404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a4892c1a-aa82-4ec2-9805-7611f4d7999a tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:49.687550 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-25814f2e-c703-43fe-a904-2bc468641c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:49.703424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4892c1a-aa82-4ec2-9805-7611f4d7999a tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1447c439-72d9-4d04-82a8-f02ba9f3cf01,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:49.705983 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a4892c1a-aa82-4ec2-9805-7611f4d7999a tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:49.712616 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a4892c1a-aa82-4ec2-9805-7611f4d7999a tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:49.713854 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-a4892c1a-aa82-4ec2-9805-7611f4d7999a tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] 10.222.0.39 "DELETE /v2.0/security-groups/1447c439-72d9-4d04-82a8-f02ba9f3cf01 HTTP/1.1" status: 204 len: 168 time: 0.1910768 Sep 16 19:19:49.772791 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47788) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:49.898935 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8a608287-439d-43cd-9713-3e4fa660d4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:49.987134 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:50.310432 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-792017ce-fb87-4fe6-b85e-20cdb491a9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077857'] for router_interface, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:51.132116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-792017ce-fb87-4fe6-b85e-20cdb491a9df admin admin] Deleting port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:19:51.132684 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-792017ce-fb87-4fe6-b85e-20cdb491a9df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:51.313589 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-792017ce-fb87-4fe6-b85e-20cdb491a9df admin admin] For port c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:19:51.313995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-792017ce-fb87-4fe6-b85e-20cdb491a9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:51.322969 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:51.440044 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-792017ce-fb87-4fe6-b85e-20cdb491a9df admin admin] Calling delete_port for c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a owned by network:router_interface {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:19:51.605623 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-792017ce-fb87-4fe6-b85e-20cdb491a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:51.609983 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-bb1cdffe-bf2f-4c06-81c6-0e01cccd5149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:51.653288 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792017ce-fb87-4fe6-b85e-20cdb491a9df admin admin] Pushing event deleted for resources: {'Port': ['ID=c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:51.656010 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-792017ce-fb87-4fe6-b85e-20cdb491a9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:51.961934 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-792017ce-fb87-4fe6-b85e-20cdb491a9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853515982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2077903'] for router_interface, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:52.316716 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 0985a15a-c665-415a-9290-ab3d27ab466a no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:19:52.353697 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: 0985a15a-c665-415a-9290-ab3d27ab466a {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:19:52.354099 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 0985a15a-c665-415a-9290-ab3d27ab466a not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:19:52.577463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792017ce-fb87-4fe6-b85e-20cdb491a9df admin admin] Router 1fea5d4e-c0b2-441e-9300-a6a0e22806da has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:19:52.789075 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792017ce-fb87-4fe6-b85e-20cdb491a9df admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:19:52.798012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3e110-6cb5-4ca9-8267-77172a71d58b None None] Sync routers for ids ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:19:52.805898 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-792017ce-fb87-4fe6-b85e-20cdb491a9df admin admin] 10.222.0.39 "PUT /v2.0/routers/1fea5d4e-c0b2-441e-9300-a6a0e22806da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0319388 Sep 16 19:19:52.808481 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47800) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:52.811830 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e3e110-6cb5-4ca9-8267-77172a71d58b None None] Routers {'1fea5d4e-c0b2-441e-9300-a6a0e22806da'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:19:52.812490 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-37e3e110-6cb5-4ca9-8267-77172a71d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:19:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:52.996483 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-37e3e110-6cb5-4ca9-8267-77172a71d58b None None] Set router 1fea5d4e-c0b2-441e-9300-a6a0e22806da gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:19:53.011507 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Notify callbacks [] for router, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:53.212479 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:53.329470 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-37e3e110-6cb5-4ca9-8267-77172a71d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:19:51Z', 'revision_number': 5, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:53.334783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3e110-6cb5-4ca9-8267-77172a71d58b None None] Checking router: 1fea5d4e-c0b2-441e-9300-a6a0e22806da for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:19:53.347462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e3e110-6cb5-4ca9-8267-77172a71d58b None None] Routers {'1fea5d4e-c0b2-441e-9300-a6a0e22806da'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:19:53.348095 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-37e3e110-6cb5-4ca9-8267-77172a71d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:19:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:53.462386 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-281cd1bc-00b9-4104-86da-26bee5946546 req-ed205ae6-5875-40f8-93b0-3ea6f1dc59fd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1782010 Sep 16 19:19:53.520311 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:53.530641 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Deleting port b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:19:53.531021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:53.543603 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-37e3e110-6cb5-4ca9-8267-77172a71d58b None None] Set router 1fea5d4e-c0b2-441e-9300-a6a0e22806da gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:19:53.746270 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-281cd1bc-00b9-4104-86da-26bee5946546 req-4ddb6bc1-c31d-46d4-849d-9e77de9656df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e478c9bb35547b8b06de68eb4cc5643&device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 1137 time: 0.1832793 Sep 16 19:19:53.852046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-37e3e110-6cb5-4ca9-8267-77172a71d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:19:51Z', 'revision_number': 5, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:53.857488 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3e110-6cb5-4ca9-8267-77172a71d58b None None] The sync data for ids ['1fea5d4e-c0b2-441e-9300-a6a0e22806da'] in dv-cinder-809448-1-smb is: [{'id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'name': 'tempest-TestShelveInstance-1259167723-router', 'tenant_id': 'a339dcda4d0842f69010183fb6780189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:19:51Z', 'revision_number': 5, 'project_id': 'a339dcda4d0842f69010183fb6780189', 'gw_port': {'id': 'b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea5d4e-c0b2-441e-9300-a6a0e22806da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:36Z', 'updated_at': '2021-09-16T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:19:53.876128 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] For port b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:19:53.876533 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:54.013702 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Calling delete_port for b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc owned by network:router_gateway {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:19:54.100994 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cd1bc-00b9-4104-86da-26bee5946546 req-0c7360cc-91d5-40cd-ad86-745bc85eefdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:54.102601 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-281cd1bc-00b9-4104-86da-26bee5946546 req-0c7360cc-91d5-40cd-ad86-745bc85eefdb service neutron] 10.222.0.45 "GET /v2.0/networks?id=22e40ee0-668a-40c8-a97f-e71eb6138fb9 HTTP/1.1" status: 200 len: 915 time: 0.3290362 Sep 16 19:19:54.240447 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-281cd1bc-00b9-4104-86da-26bee5946546 req-5d3fd843-ac89-483d-abf3-09afd0b9fa5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f32ab269-5168-40ca-923b-72f640149c1a HTTP/1.1" status: 200 len: 1000 time: 0.1265829 Sep 16 19:19:54.319025 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:19:54.353792 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:19:54.354321 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device c52d42fb-bb3c-4ba4-ab05-c7da70cbd71a not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:19:54.367713 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cd1bc-00b9-4104-86da-26bee5946546 req-05f2bbe1-ac5a-4cfe-b0cf-e963d552bb5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:19:54.369354 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-281cd1bc-00b9-4104-86da-26bee5946546 req-05f2bbe1-ac5a-4cfe-b0cf-e963d552bb5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=30258815-1590-4deb-ba67-efd9e2ba312b HTTP/1.1" status: 200 len: 853 time: 0.1200294 Sep 16 19:19:54.372560 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:54.377044 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-29018cce-2c7b-4ae3-b2ef-8f24dfcf87b9 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:54.461178 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:54.466600 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:54.585251 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-281cd1bc-00b9-4104-86da-26bee5946546 req-6f40c67e-5612-4706-a08d-19e7b654f607 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22e40ee0-668a-40c8-a97f-e71eb6138fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1795778 Sep 16 19:19:54.805767 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852708529'] for router_gateway, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:55.319914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852699825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28575'] for router, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:55.323146 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-281cd1bc-00b9-4104-86da-26bee5946546 req-e59db522-8d46-497c-b7c0-2d61e9cbe747 service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796076 Sep 16 19:19:55.326571 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:55.433903 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2066428'] for router, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:55.434473 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fea5d4e-c0b2-441e-9300-a6a0e22806da {{(pid=82445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:19:55.471246 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] Notify callbacks [] for router, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:55.475502 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-e0ded30a-19d5-49b9-b09d-b9c7cc1c68fc admin admin] 10.222.0.39 "DELETE /v2.0/routers/1fea5d4e-c0b2-441e-9300-a6a0e22806da HTTP/1.1" status: 204 len: 168 time: 2.6629853 Sep 16 19:19:55.475771 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47808) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:55.552303 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-281cd1bc-00b9-4104-86da-26bee5946546 req-165e13d5-e57e-4039-97b5-3bc0f8f298d1 service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191553 Sep 16 19:19:55.572426 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-233b11eb-4e9f-451a-8aff-f47069b15a68 admin admin] Deleting subnet 3df315f2-c24d-4091-b683-0a3588cce397 {{(pid=82445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:19:55.575547 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-233b11eb-4e9f-451a-8aff-f47069b15a68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:55.628691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-233b11eb-4e9f-451a-8aff-f47069b15a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2339249'] for subnet, precommit_delete_associations {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:55.759449 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-233b11eb-4e9f-451a-8aff-f47069b15a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:55.828420 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-233b11eb-4e9f-451a-8aff-f47069b15a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851643178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794483'] for subnet, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:55.833033 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:55.878019 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b11eb-4e9f-451a-8aff-f47069b15a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df315f2-c24d-4091-b683-0a3588cce397,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:55.882000 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-233b11eb-4e9f-451a-8aff-f47069b15a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:55.883047 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-233b11eb-4e9f-451a-8aff-f47069b15a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:55.887854 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c563da2-54ee-4136-be24-ab4c5ce37cd9 None None] Network 05f713ca-3513-43da-98ab-1117cce685d8 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:19:55.889192 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-233b11eb-4e9f-451a-8aff-f47069b15a68 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3df315f2-c24d-4091-b683-0a3588cce397 HTTP/1.1" status: 204 len: 168 time: 0.4123960 Sep 16 19:19:55.891799 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47814) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:56.003766 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:56.014468 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Deleting port 30dd71e8-678b-4930-833c-f95155994c2a {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:19:56.014829 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:56.177921 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fc2968-3d26-4215-952d-a583de61ab5e None None] DHCP port deletion for 05f713ca-3513-43da-98ab-1117cce685d8 request from dv-cinder-809448-1-smb {{(pid=82447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 16 19:19:56.182776 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-10fc2968-3d26-4215-952d-a583de61ab5e None None] Deleting port 30dd71e8-678b-4930-833c-f95155994c2a {{(pid=82447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:19:56.183345 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-10fc2968-3d26-4215-952d-a583de61ab5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:56.242734 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] For port 30dd71e8-678b-4930-833c-f95155994c2a, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=30dd71e8-678b-4930-833c-f95155994c2a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:19:56.243133 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:56.372879 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Calling delete_port for 30dd71e8-678b-4930-833c-f95155994c2a owned by network:dhcp {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:19:56.454738 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:56.460355 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-29100a26-a8fe-4368-ad0f-21a5d5328f3a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:56.504665 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Pushing event deleted for resources: {'Port': ['ID=30dd71e8-678b-4930-833c-f95155994c2a,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:56.508307 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:56.510704 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] No DVR routers for this DVR port 30dd71e8-678b-4930-833c-f95155994c2a on host dv-cinder-809448-1-smb {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:19:56.513126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 30dd71e8-678b-4930-833c-f95155994c2a no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:19:56.561589 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: 30dd71e8-678b-4930-833c-f95155994c2a {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:19:56.561973 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 30dd71e8-678b-4930-833c-f95155994c2a not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:19:56.562434 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:19:56.608695 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:19:56.609087 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device b6693a32-8ed4-4c0d-ba1e-f6c8c440d6fc not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:19:56.620762 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-10fc2968-3d26-4215-952d-a583de61ab5e None None] For port 30dd71e8-678b-4930-833c-f95155994c2a, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=30dd71e8-678b-4930-833c-f95155994c2a,segment=NetworkSegment(f3e8be71-59df-4f19-9af7-5fc21d424388),segment_id=f3e8be71-59df-4f19-9af7-5fc21d424388)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:19:56.621233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-10fc2968-3d26-4215-952d-a583de61ab5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:56.636899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:56.663269 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f713ca-3513-43da-98ab-1117cce685d8']}} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:56.675925 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e8be71-59df-4f19-9af7-5fc21d424388') {'for_net_delete': True} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:56.676264 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e8be71-59df-4f19-9af7-5fc21d424388') {} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:56.689131 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436568'] for segment, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:56.704310 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:56.710781 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=82445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:19:56.711201 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851643283'] for segment, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:19:56.725086 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:19:56.745281 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-10fc2968-3d26-4215-952d-a583de61ab5e None None] Calling delete_port for 30dd71e8-678b-4930-833c-f95155994c2a owned by network:dhcp {{(pid=82447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:19:56.805410 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:56.809463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-aff1cf84-0855-4d34-b70f-938b05f0f916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:56.824302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:56.837156 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Pushing event deleted for resources: {'Network': ['ID=05f713ca-3513-43da-98ab-1117cce685d8,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:56.841765 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:56.851744 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] 10.222.0.39 "DELETE /v2.0/networks/05f713ca-3513-43da-98ab-1117cce685d8 HTTP/1.1" status: 204 len: 168 time: 0.9589159 Sep 16 19:19:56.854691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47820) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:56.883998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.db.api [None req-10fc2968-3d26-4215-952d-a583de61ab5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82447) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:19:56.884302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_db.api [None req-10fc2968-3d26-4215-952d-a583de61ab5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:19:57.257359 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7897e1af-3abb-437e-911c-5777634d8cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077857'] for router_interface, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:57.385981 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-10fc2968-3d26-4215-952d-a583de61ab5e None None] Deleting port 30dd71e8-678b-4930-833c-f95155994c2a {{(pid=82447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:19:57.386554 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-10fc2968-3d26-4215-952d-a583de61ab5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:57.453477 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-10fc2968-3d26-4215-952d-a583de61ab5e None None] The port '30dd71e8-678b-4930-833c-f95155994c2a' was deleted {{(pid=82447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 16 19:19:57.866871 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-7897e1af-3abb-437e-911c-5777634d8cb5 admin admin] Deleting port 7595a61d-1c41-4883-8953-f697e287e459 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:19:57.867444 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7897e1af-3abb-437e-911c-5777634d8cb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:58.047796 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-7897e1af-3abb-437e-911c-5777634d8cb5 admin admin] For port 7595a61d-1c41-4883-8953-f697e287e459, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=7595a61d-1c41-4883-8953-f697e287e459,segment=NetworkSegment(c9857785-b4c6-497a-888c-1af80cc6765e),segment_id=c9857785-b4c6-497a-888c-1af80cc6765e)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:19:58.048196 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7897e1af-3abb-437e-911c-5777634d8cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:58.394377 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-7897e1af-3abb-437e-911c-5777634d8cb5 admin admin] Calling delete_port for 7595a61d-1c41-4883-8953-f697e287e459 owned by network:router_interface {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:19:58.563475 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7897e1af-3abb-437e-911c-5777634d8cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:58.567960 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-94e47f23-bbef-48a7-9d9c-96d0001b0541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:19:58.608012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897e1af-3abb-437e-911c-5777634d8cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7595a61d-1c41-4883-8953-f697e287e459,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:19:58.612259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7897e1af-3abb-437e-911c-5777634d8cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:19:58.910635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7897e1af-3abb-437e-911c-5777634d8cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853515982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2077903'] for router_interface, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:19:59.523511 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7897e1af-3abb-437e-911c-5777634d8cb5 admin admin] Router 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:19:59.733944 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7897e1af-3abb-437e-911c-5777634d8cb5 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:19:59.743308 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5d635-a52b-43f3-8885-0bd68c156457 None None] Sync routers for ids ['96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:19:59.749693 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7897e1af-3abb-437e-911c-5777634d8cb5 admin admin] 10.222.0.39 "PUT /v2.0/routers/96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8939183 Sep 16 19:19:59.752306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47828) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:19:59.761135 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5d635-a52b-43f3-8885-0bd68c156457 None None] Routers {'96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:19:59.761813 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-5dc5d635-a52b-43f3-8885-0bd68c156457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:19:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:19:59.946386 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-5dc5d635-a52b-43f3-8885-0bd68c156457 None None] Set router 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:19:59.956309 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Notify callbacks [] for router, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:00.174593 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:00.183699 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Deleting port 78824485-df79-44cb-be8a-7a408fd772a5 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:00.184080 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:00.250950 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-5dc5d635-a52b-43f3-8885-0bd68c156457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'name': 'tempest-TestShelveInstance-1847152865-router', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '78824485-df79-44cb-be8a-7a408fd772a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:48Z', 'updated_at': '2021-09-16T19:19:58Z', 'revision_number': 5, 'project_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'gw_port': {'id': '78824485-df79-44cb-be8a-7a408fd772a5', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:49Z', 'updated_at': '2021-09-16T19:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:00.255253 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5d635-a52b-43f3-8885-0bd68c156457 None None] Checking router: 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:20:00.267751 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5d635-a52b-43f3-8885-0bd68c156457 None None] Routers {'96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:20:00.268423 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-5dc5d635-a52b-43f3-8885-0bd68c156457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:19:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:00.483104 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-5dc5d635-a52b-43f3-8885-0bd68c156457 None None] Set router 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 gateway port host: None {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:20:00.613770 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-5dc5d635-a52b-43f3-8885-0bd68c156457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'name': 'tempest-TestShelveInstance-1847152865-router', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:48Z', 'updated_at': '2021-09-16T19:20:00Z', 'revision_number': 6, 'project_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'gw_port_host': None}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:00.618611 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5d635-a52b-43f3-8885-0bd68c156457 None None] The sync data for ids ['96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7'] in dv-cinder-809448-1-smb is: [{'id': '96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7', 'name': 'tempest-TestShelveInstance-1847152865-router', 'tenant_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:48Z', 'updated_at': '2021-09-16T19:20:00Z', 'revision_number': 6, 'project_id': 'c4cf9393c1d847c28774d69d7eb2c0bb', 'gw_port_host': None}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:20:00.637368 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] For port 78824485-df79-44cb-be8a-7a408fd772a5, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=78824485-df79-44cb-be8a-7a408fd772a5,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:00.637759 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:00.767882 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Calling delete_port for 78824485-df79-44cb-be8a-7a408fd772a5 owned by network:router_gateway {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:00.938655 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:00.943366 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7b929493-8b88-4462-8cf1-7e074f6aa6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:00.988271 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Pushing event deleted for resources: {'Port': ['ID=78824485-df79-44cb-be8a-7a408fd772a5,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:00.991891 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:01.221174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852708529'] for router_gateway, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:01.488747 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852699825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28575'] for router, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:01.493382 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:01.524955 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2066428'] for router, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:01.525672 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 {{(pid=82445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:20:01.545209 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Notify callbacks [] for router, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:01.550475 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] 10.222.0.39 "DELETE /v2.0/routers/96dadb94-cd8d-42e2-8c1d-d9a32b1ec3f7 HTTP/1.1" status: 204 len: 168 time: 1.7963328 Sep 16 19:20:01.552863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 47846) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:01.631436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Deleting subnet 295f02e6-a1a3-4c6b-ba3f-b14aad27ec28 {{(pid=82446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:20:01.634698 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:01.694876 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684859'] for subnet, precommit_delete_associations {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:01.819351 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:01.890692 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852173801'] for subnet, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:01.895313 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:01.931062 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295f02e6-a1a3-4c6b-ba3f-b14aad27ec28,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:01.943325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:01.943750 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:01.944168 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:01.944577 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:01.945060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:01.945472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:01.945881 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:01.946291 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:01.946703 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:01.947106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:01.947506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:01.949001 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b3642d-7508-4350-a923-8f807108384a None None] Network 8c78c196-5eb8-4d9f-a017-eb103412a3e1 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:20:01.950451 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:01.954352 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:01.957326 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-fca325b1-069c-474e-afc2-d33c2ae29afa admin admin] 10.222.0.39 "DELETE /v2.0/subnets/295f02e6-a1a3-4c6b-ba3f-b14aad27ec28 HTTP/1.1" status: 204 len: 168 time: 0.4031420 Sep 16 19:20:01.960618 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 47852) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:02.076667 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:02.088259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Deleting port cb26cd57-e87c-4a82-a503-74adccc37c97 {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:02.094012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:02.207761 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18182801-8c40-40a0-bf1a-6a1c6918ac1c None None] DHCP port deletion for 8c78c196-5eb8-4d9f-a017-eb103412a3e1 request from dv-cinder-809448-1-smb {{(pid=82447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 16 19:20:02.212584 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-18182801-8c40-40a0-bf1a-6a1c6918ac1c None None] Deleting port cb26cd57-e87c-4a82-a503-74adccc37c97 {{(pid=82447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:02.213040 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-18182801-8c40-40a0-bf1a-6a1c6918ac1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:02.305998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] For port cb26cd57-e87c-4a82-a503-74adccc37c97, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=cb26cd57-e87c-4a82-a503-74adccc37c97,segment=NetworkSegment(c9857785-b4c6-497a-888c-1af80cc6765e),segment_id=c9857785-b4c6-497a-888c-1af80cc6765e)] {{(pid=82446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:02.306405 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:02.395360 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 7595a61d-1c41-4883-8953-f697e287e459 no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:20:02.442065 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Calling delete_port for cb26cd57-e87c-4a82-a503-74adccc37c97 owned by network:dhcp {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:02.442278 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: 7595a61d-1c41-4883-8953-f697e287e459 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:20:02.442514 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 7595a61d-1c41-4883-8953-f697e287e459 not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:20:02.443515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device cb26cd57-e87c-4a82-a503-74adccc37c97 no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:20:02.515403 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:02.517556 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-18182801-8c40-40a0-bf1a-6a1c6918ac1c None None] For port cb26cd57-e87c-4a82-a503-74adccc37c97, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=cb26cd57-e87c-4a82-a503-74adccc37c97,segment=NetworkSegment(c9857785-b4c6-497a-888c-1af80cc6765e),segment_id=c9857785-b4c6-497a-888c-1af80cc6765e)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:02.518004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-18182801-8c40-40a0-bf1a-6a1c6918ac1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:02.520252 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6ef2c053-59b6-4441-9012-8ef660bb6099 tempest-AttachVolumeNegativeTest-1675726259 tempest-AttachVolumeNegativeTest-1675726259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:02.568211 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb26cd57-e87c-4a82-a503-74adccc37c97,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:02.571402 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:02.576797 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] No DVR routers for this DVR port cb26cd57-e87c-4a82-a503-74adccc37c97 on host dv-cinder-809448-1-smb {{(pid=82446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:20:02.645816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No active binding found for port cb26cd57-e87c-4a82-a503-74adccc37c97 {{(pid=82447) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Sep 16 19:20:02.647240 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device cb26cd57-e87c-4a82-a503-74adccc37c97 not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:20:02.647715 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 78824485-df79-44cb-be8a-7a408fd772a5 no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:20:02.693323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-18182801-8c40-40a0-bf1a-6a1c6918ac1c None None] Calling delete_port for cb26cd57-e87c-4a82-a503-74adccc37c97 owned by network:dhcp {{(pid=82447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:02.705930 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:02.717757 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: 78824485-df79-44cb-be8a-7a408fd772a5 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:20:02.718086 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 78824485-df79-44cb-be8a-7a408fd772a5 not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:20:02.734588 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c78c196-5eb8-4d9f-a017-eb103412a3e1']}} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:02.748480 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9857785-b4c6-497a-888c-1af80cc6765e') {'for_net_delete': True} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:02.748851 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9857785-b4c6-497a-888c-1af80cc6765e') {} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:02.761481 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3090972'] for segment, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:02.769217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.db.api [None req-18182801-8c40-40a0-bf1a-6a1c6918ac1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82447) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:20:02.769638 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_db.api [None req-18182801-8c40-40a0-bf1a-6a1c6918ac1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:20:02.782022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:02.789087 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=82446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:20:02.789667 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2718541'] for segment, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:20:02.804955 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:20:02.890963 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:02.894733 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:02.908719 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:02.922030 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c78c196-5eb8-4d9f-a017-eb103412a3e1,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:02.926104 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:02.930036 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-cb5d0957-a972-4f20-b1f7-cdac3b5ed511 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8c78c196-5eb8-4d9f-a017-eb103412a3e1 HTTP/1.1" status: 204 len: 168 time: 0.9665723 Sep 16 19:20:03.074566 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 47868) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:03.127259 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-59f4933c-e524-41d9-b11d-260171b53847 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a339dcda4d0842f69010183fb6780189&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512977 Sep 16 19:20:03.129930 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 47874) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:03.208186 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-212e8734-6098-4271-9959-2047e2d025ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:03.236224 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-212e8734-6098-4271-9959-2047e2d025ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:03.271639 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-18182801-8c40-40a0-bf1a-6a1c6918ac1c None None] Deleting port cb26cd57-e87c-4a82-a503-74adccc37c97 {{(pid=82447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:03.271833 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-18182801-8c40-40a0-bf1a-6a1c6918ac1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:03.286281 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-212e8734-6098-4271-9959-2047e2d025ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:03.291978 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0da3e099-e296-4442-97f8-0728958e1d16 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:03.307008 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e8734-6098-4271-9959-2047e2d025ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0112d353-dd94-4f34-a22d-a8bbea2e6034,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:03.309737 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-212e8734-6098-4271-9959-2047e2d025ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:03.315652 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-212e8734-6098-4271-9959-2047e2d025ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:03.316901 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-212e8734-6098-4271-9959-2047e2d025ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0112d353-dd94-4f34-a22d-a8bbea2e6034 HTTP/1.1" status: 204 len: 168 time: 0.1858680 Sep 16 19:20:03.348179 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-18182801-8c40-40a0-bf1a-6a1c6918ac1c None None] The port 'cb26cd57-e87c-4a82-a503-74adccc37c97' was deleted {{(pid=82447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 16 19:20:03.720177 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 47886) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:03.778280 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-5d9e5fc4-df4b-4e39-9303-bab59fc849f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4cf9393c1d847c28774d69d7eb2c0bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540576 Sep 16 19:20:03.778486 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 47890) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:03.844932 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fc0e96ef-caf5-4d8a-8e24-01a6e82c6140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:03.872023 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fc0e96ef-caf5-4d8a-8e24-01a6e82c6140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:03.919390 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fc0e96ef-caf5-4d8a-8e24-01a6e82c6140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:03.924388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d707aee3-43cf-4b1a-9f58-f690f1cd8def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:03.937604 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e96ef-caf5-4d8a-8e24-01a6e82c6140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323c129c-5042-4907-b92d-86be0b322b9f,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:03.940838 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-fc0e96ef-caf5-4d8a-8e24-01a6e82c6140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:03.942811 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fc0e96ef-caf5-4d8a-8e24-01a6e82c6140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:03.944035 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-fc0e96ef-caf5-4d8a-8e24-01a6e82c6140 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/323c129c-5042-4907-b92d-86be0b322b9f HTTP/1.1" status: 204 len: 168 time: 0.1646340 Sep 16 19:20:05.356642 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbe41f-d2a9-4dd4-963a-0381c4cb46c5 req-474467a9-7f6e-42ed-ac8b-9d2885ca1eb5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:05.358248 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bbe41f-d2a9-4dd4-963a-0381c4cb46c5 req-474467a9-7f6e-42ed-ac8b-9d2885ca1eb5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 945 time: 0.0824587 Sep 16 19:20:05.405217 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a7bbe41f-d2a9-4dd4-963a-0381c4cb46c5 req-4b1a2004-a8e4-43f1-8c21-649279fb345e tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b93c5ea-38cd-4ce9-9835-641b10f1952d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409243 Sep 16 19:20:06.343417 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:20:06.616158 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c428dfb-2d26-4648-b52e-7bac9f5cc8fc req-fdbf17f3-4a3f-4f7e-a72a-dd1f4a967cab tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:06.617778 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1c428dfb-2d26-4648-b52e-7bac9f5cc8fc req-fdbf17f3-4a3f-4f7e-a72a-dd1f4a967cab tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 945 time: 0.0865166 Sep 16 19:20:06.665402 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1c428dfb-2d26-4648-b52e-7bac9f5cc8fc req-264a790b-6be6-4d2e-9ee4-755dc9c0ed08 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b93c5ea-38cd-4ce9-9835-641b10f1952d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414696 Sep 16 19:20:07.695442 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-3fcd7b68-fc95-49d1-98a5-fd2c84d6a72d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:07.697049 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-3fcd7b68-fc95-49d1-98a5-fd2c84d6a72d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.45 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 945 time: 0.0817525 Sep 16 19:20:07.774708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Deleting port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:07.775090 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:08.040495 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea823fef-5621-4a62-9931-ed40d9cc2dc0 req-3cb249ea-e6e4-4ea9-ac5c-2532658af128 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:08.042146 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ea823fef-5621-4a62-9931-ed40d9cc2dc0 req-3cb249ea-e6e4-4ea9-ac5c-2532658af128 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 945 time: 0.2382874 Sep 16 19:20:08.132860 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ea823fef-5621-4a62-9931-ed40d9cc2dc0 req-5b6881d1-2b01-4a9e-b8c7-e1520ac6ac8d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b93c5ea-38cd-4ce9-9835-641b10f1952d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845230 Sep 16 19:20:08.134578 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] For port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:08.134976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:08.433249 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:08.433662 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852707909'] for floatingip, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:08.434008 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.l3_db [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Floating IP c2c79f6e-d21f-45f9-b145-dd0f86627c45 disassociated. External IP: 172.28.0.209, port: fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb. Sep 16 19:20:08.434402 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Calling delete_port for fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb owned by compute:nova {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:08.576815 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:08.582364 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7ba803b9-2abf-4a2c-8a55-1b89be1ee8d3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:08.629980 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event deleted for resources: {'Port': ['ID=fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:08.634294 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:08.841641 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Router 097cd488-c048-45a7-ab6a-0603aa2d003a has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:20:09.316354 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8d91eef7-7ddf-4745-909b-2067458300a3 req-3cae7398-0b3e-4e1e-b73b-8a02da711fc4 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6266b0cc-22a7-4791-bf5e-51c055cc1428 HTTP/1.1" status: 200 len: 210 time: 0.0467899 Sep 16 19:20:09.322520 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:20:09.332208 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1eb51d-6248-48c2-8497-3c9c71fc9077 None None] Sync routers for ids ['097cd488-c048-45a7-ab6a-0603aa2d003a'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:20:09.345972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1eb51d-6248-48c2-8497-3c9c71fc9077 None None] Routers {'097cd488-c048-45a7-ab6a-0603aa2d003a'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:20:09.346719 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-2c1eb51d-6248-48c2-8497-3c9c71fc9077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:19:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['097cd488-c048-45a7-ab6a-0603aa2d003a'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:09.394430 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] No DVR routers for this DVR port fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb on host hv-cinder-80944 {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:20:09.396842 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:09.399746 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266b0cc-22a7-4791-bf5e-51c055cc1428', 'name': 'network-vif-deleted', 'tag': 'fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:20:09.415407 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0e5b434c-c7ac-4a44-b7d2-56529039877f req-0f2aa363-101c-4d13-8b36-93c7d65dde29 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.45 "DELETE /v2.0/ports/fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb HTTP/1.1" status: 204 len: 173 time: 1.7125597 Sep 16 19:20:09.474249 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b0cc-22a7-4791-bf5e-51c055cc1428', 'name': 'network-vif-deleted', 'tag': 'fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb', 'status': 'completed', 'code': 200} Sep 16 19:20:09.550786 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-2c1eb51d-6248-48c2-8497-3c9c71fc9077 None None] Set router 097cd488-c048-45a7-ab6a-0603aa2d003a gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:20:09.878577 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-2c1eb51d-6248-48c2-8497-3c9c71fc9077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:36Z', 'revision_number': 5, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:09.883731 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1eb51d-6248-48c2-8497-3c9c71fc9077 None None] Checking router: 097cd488-c048-45a7-ab6a-0603aa2d003a for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:20:09.895924 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1eb51d-6248-48c2-8497-3c9c71fc9077 None None] Routers {'097cd488-c048-45a7-ab6a-0603aa2d003a'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:20:09.897164 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-2c1eb51d-6248-48c2-8497-3c9c71fc9077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:19:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['097cd488-c048-45a7-ab6a-0603aa2d003a'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:10.089908 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-2c1eb51d-6248-48c2-8497-3c9c71fc9077 None None] Set router 097cd488-c048-45a7-ab6a-0603aa2d003a gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:20:10.467986 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 47936) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:10.552233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1401c947-e493-4b20-9845-b0ddaa8687a8 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:10.580956 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-2c1eb51d-6248-48c2-8497-3c9c71fc9077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:36Z', 'revision_number': 5, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:10.586181 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1eb51d-6248-48c2-8497-3c9c71fc9077 None None] The sync data for ids ['097cd488-c048-45a7-ab6a-0603aa2d003a'] in dv-cinder-809448-1-smb is: [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': 'cb8ea0ec-97f6-4420-b1f5-58ff752f9829', 'name': '', 'network_id': '8d1c5b7b-d639-4956-acd0-63bf30c3cc66', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'mac_address': 'fa:16:3e:ef:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:19Z', 'updated_at': '2021-09-16T19:11:36Z', 'revision_number': 5, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'subnets': [{'id': 'bf6c85c4-0167-4c1c-92ec-34ad8e35130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:20:10.589657 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1401c947-e493-4b20-9845-b0ddaa8687a8 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:10.638265 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1401c947-e493-4b20-9845-b0ddaa8687a8 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:10.644828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-52527a33-1db9-46cb-b703-571b5b545dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:10.662233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401c947-e493-4b20-9845-b0ddaa8687a8 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b93c5ea-38cd-4ce9-9835-641b10f1952d,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:10.667781 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1401c947-e493-4b20-9845-b0ddaa8687a8 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:10.669814 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1401c947-e493-4b20-9845-b0ddaa8687a8 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:10.671027 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1401c947-e493-4b20-9845-b0ddaa8687a8 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "DELETE /v2.0/security-groups/0b93c5ea-38cd-4ce9-9835-641b10f1952d HTTP/1.1" status: 204 len: 168 time: 0.2019653 Sep 16 19:20:10.674353 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47942) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:10.693405 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.v2.resource [None req-12c2edd1-3bda-4369-8a63-a6ed72bbb5f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] show failed (client error): The resource could not be found. Sep 16 19:20:10.694494 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-12c2edd1-3bda-4369-8a63-a6ed72bbb5f5 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "GET /v2.0/security-groups/0b93c5ea-38cd-4ce9-9835-641b10f1952d HTTP/1.1" status: 404 len: 347 time: 0.0191991 Sep 16 19:20:10.697483 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47946) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:10.861274 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Deleting port 1efe40a6-7030-4647-bf93-f3e72dda006f {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:10.861629 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:11.042054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:11.042552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:11.071785 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97acbfc3-2da2-469a-9696-dfd2ab882732 None None] New status for floating IP c2c79f6e-d21f-45f9-b145-dd0f86627c45: DOWN {{(pid=82448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:20:11.171423 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Calling delete_port for 1efe40a6-7030-4647-bf93-f3e72dda006f owned by network:floatingip {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:11.294385 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.db.api [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82445) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:20:11.294847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_db.api [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:20:11.796520 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Deleting port 1efe40a6-7030-4647-bf93-f3e72dda006f {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:11.796907 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:11.976848 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:11.977218 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:12.108659 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Calling delete_port for 1efe40a6-7030-4647-bf93-f3e72dda006f owned by network:floatingip {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:12.246824 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:12.251179 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d8549cae-2e24-42d2-bcab-078872b7e390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:12.297417 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Pushing event deleted for resources: {'Port': ['ID=1efe40a6-7030-4647-bf93-f3e72dda006f,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:12.300146 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:12.395676 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks [] for floatingip, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:12.410248 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:12.410935 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:20:12.411737 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] 10.222.0.39 "DELETE /v2.0/floatingips/c2c79f6e-d21f-45f9-b145-dd0f86627c45 HTTP/1.1" status: 204 len: 168 time: 1.7129900 Sep 16 19:20:12.445430 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:20:12.445922 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device fb7b6c79-d0a7-474e-8590-2e78d5fa0bfb not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:20:16.497321 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47986) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:17.147054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077857'] for router_interface, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:17.289133 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9d4db5a7-cc8d-4ef0-be73-79465448d163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:17.759884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Deleting port cb8ea0ec-97f6-4420-b1f5-58ff752f9829 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:17.760427 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:17.937669 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] For port cb8ea0ec-97f6-4420-b1f5-58ff752f9829, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=cb8ea0ec-97f6-4420-b1f5-58ff752f9829,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:17.938061 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:18.062139 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Calling delete_port for cb8ea0ec-97f6-4420-b1f5-58ff752f9829 owned by network:router_interface {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:18.223811 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:18.228730 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-967b7458-9e31-425d-b1ac-8a2b78a3fb53 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:18.270382 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8ea0ec-97f6-4420-b1f5-58ff752f9829,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:18.310340 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:18.310757 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:18.311151 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:18.311544 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:18.311941 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:18.312379 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:18.312755 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:18.313150 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:18.313538 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:18.313925 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:18.314311 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:20:18.321887 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:18.796055 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853515982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2077903'] for router_interface, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:18.931494 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:19.394349 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Router 097cd488-c048-45a7-ab6a-0603aa2d003a has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:20:19.597632 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:20:19.606278 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac65cf3-bde5-4da0-a22c-c1b050c24982 None None] Sync routers for ids ['097cd488-c048-45a7-ab6a-0603aa2d003a'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:20:19.610263 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-7fa2a3d6-92bd-4a92-b4a3-ddfca3adfdf9 admin admin] 10.222.0.39 "PUT /v2.0/routers/097cd488-c048-45a7-ab6a-0603aa2d003a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1117268 Sep 16 19:20:19.612912 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 47996) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:19.620932 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac65cf3-bde5-4da0-a22c-c1b050c24982 None None] Routers {'097cd488-c048-45a7-ab6a-0603aa2d003a'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:20:19.621611 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-dac65cf3-bde5-4da0-a22c-c1b050c24982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:19:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['097cd488-c048-45a7-ab6a-0603aa2d003a'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:19.808223 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-dac65cf3-bde5-4da0-a22c-c1b050c24982 None None] Set router 097cd488-c048-45a7-ab6a-0603aa2d003a gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:20:19.821689 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Notify callbacks [] for router, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:20.006283 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9990-77bb-4550-966f-871a7cf814d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:20.025649 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:20.031152 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:20.034004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Deleting port f6330e98-249f-455a-a688-5c4eded0618f {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:20.034372 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:20.132967 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-dac65cf3-bde5-4da0-a22c-c1b050c24982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:20:18Z', 'revision_number': 5, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port': {'id': 'f6330e98-249f-455a-a688-5c4eded0618f', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:20.136955 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac65cf3-bde5-4da0-a22c-c1b050c24982 None None] Checking router: 097cd488-c048-45a7-ab6a-0603aa2d003a for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:20:20.147976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac65cf3-bde5-4da0-a22c-c1b050c24982 None None] Routers {'097cd488-c048-45a7-ab6a-0603aa2d003a'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:20:20.148670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-dac65cf3-bde5-4da0-a22c-c1b050c24982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:20:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['097cd488-c048-45a7-ab6a-0603aa2d003a'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:20.219506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] For port f6330e98-249f-455a-a688-5c4eded0618f, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=f6330e98-249f-455a-a688-5c4eded0618f,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:20.219902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:20.306055 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-dac65cf3-bde5-4da0-a22c-c1b050c24982 None None] Set router 097cd488-c048-45a7-ab6a-0603aa2d003a gateway port host: None {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:20:20.346175 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Calling delete_port for f6330e98-249f-455a-a688-5c4eded0618f owned by network:router_gateway {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:20.415797 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-dac65cf3-bde5-4da0-a22c-c1b050c24982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:20:20Z', 'revision_number': 6, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port_host': None}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:20.420102 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac65cf3-bde5-4da0-a22c-c1b050c24982 None None] The sync data for ids ['097cd488-c048-45a7-ab6a-0603aa2d003a'] in dv-cinder-809448-1-smb is: [{'id': '097cd488-c048-45a7-ab6a-0603aa2d003a', 'name': 'tempest-AttachVolumeTestJSON-1671926867-router', 'tenant_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:11:08Z', 'updated_at': '2021-09-16T19:20:20Z', 'revision_number': 6, 'project_id': 'b5f3cdbaa6034f4abfe2547e31936b90', 'gw_port_host': None}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:20:20.516191 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:20.521025 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-16f7d734-7ae1-4055-96f5-33bb54d2a55f tempest-TestShelveInstance-612482744 tempest-TestShelveInstance-612482744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:20.564221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6330e98-249f-455a-a688-5c4eded0618f,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:20.569315 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:20.801537 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852708529'] for router_gateway, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:21.291899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852699825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28575'] for router, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:21.296563 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:21.320112 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2066428'] for router, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:21.320746 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 097cd488-c048-45a7-ab6a-0603aa2d003a {{(pid=82445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:20:21.325230 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:21.333255 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Notify callbacks [] for router, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:21.335037 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] 10.222.0.39 "DELETE /v2.0/routers/097cd488-c048-45a7-ab6a-0603aa2d003a HTTP/1.1" status: 204 len: 168 time: 1.7211566 Sep 16 19:20:21.337692 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48004) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:21.407201 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6fb44e-445c-4c42-8108-a3d72dfe605a admin admin] Deleting subnet bf6c85c4-0167-4c1c-92ec-34ad8e35130f {{(pid=82445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:20:21.410665 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb44e-445c-4c42-8108-a3d72dfe605a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:21.463624 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb44e-445c-4c42-8108-a3d72dfe605a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2339249'] for subnet, precommit_delete_associations {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:21.543995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb44e-445c-4c42-8108-a3d72dfe605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:21.612999 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb44e-445c-4c42-8108-a3d72dfe605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851643178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794483'] for subnet, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:21.618111 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:21.652370 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fb44e-445c-4c42-8108-a3d72dfe605a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf6c85c4-0167-4c1c-92ec-34ad8e35130f,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:21.656025 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1a6fb44e-445c-4c42-8108-a3d72dfe605a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:21.659259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb44e-445c-4c42-8108-a3d72dfe605a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:21.664576 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c01f320-3ebf-4d95-bc5d-5962f3dc0dcd None None] Network 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:20:21.665346 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1a6fb44e-445c-4c42-8108-a3d72dfe605a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bf6c85c4-0167-4c1c-92ec-34ad8e35130f HTTP/1.1" status: 204 len: 168 time: 0.3264980 Sep 16 19:20:21.668093 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48008) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:21.782701 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:21.795227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Deleting port 4260f250-a956-4502-b608-d08be5885f74 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:21.795591 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:21.936754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701059eb-52e3-47e1-824b-1f94c44d8d1d None None] DHCP port deletion for 8d1c5b7b-d639-4956-acd0-63bf30c3cc66 request from dv-cinder-809448-1-smb {{(pid=82447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 16 19:20:21.941427 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-701059eb-52e3-47e1-824b-1f94c44d8d1d None None] Deleting port 4260f250-a956-4502-b608-d08be5885f74 {{(pid=82447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:21.941855 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-701059eb-52e3-47e1-824b-1f94c44d8d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:22.016641 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] For port 4260f250-a956-4502-b608-d08be5885f74, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=4260f250-a956-4502-b608-d08be5885f74,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:22.017050 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:22.148871 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Calling delete_port for 4260f250-a956-4502-b608-d08be5885f74 owned by network:dhcp {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:22.160557 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-701059eb-52e3-47e1-824b-1f94c44d8d1d None None] For port 4260f250-a956-4502-b608-d08be5885f74, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=4260f250-a956-4502-b608-d08be5885f74,segment=NetworkSegment(53ca26de-e0c8-440b-9488-31bd93e5b2a8),segment_id=53ca26de-e0c8-440b-9488-31bd93e5b2a8)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:22.160991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-701059eb-52e3-47e1-824b-1f94c44d8d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:22.219350 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:22.224426 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d1f87e77-d02d-4fba-b481-9878f92b2173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:22.272578 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Pushing event deleted for resources: {'Port': ['ID=4260f250-a956-4502-b608-d08be5885f74,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:22.275411 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:22.279073 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] No DVR routers for this DVR port 4260f250-a956-4502-b608-d08be5885f74 on host dv-cinder-809448-1-smb {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:20:22.413458 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:22.439856 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1c5b7b-d639-4956-acd0-63bf30c3cc66']}} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:22.446526 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-701059eb-52e3-47e1-824b-1f94c44d8d1d None None] Calling delete_port for 4260f250-a956-4502-b608-d08be5885f74 owned by network:dhcp {{(pid=82447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:22.453132 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ca26de-e0c8-440b-9488-31bd93e5b2a8') {'for_net_delete': True} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:22.453472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ca26de-e0c8-440b-9488-31bd93e5b2a8') {} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:22.466026 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436568'] for segment, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:22.474459 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device f6330e98-249f-455a-a688-5c4eded0618f no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:20:22.480902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:22.487645 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=82445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:20:22.488187 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851643283'] for segment, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:20:22.502941 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:20:22.515380 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: f6330e98-249f-455a-a688-5c4eded0618f {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:20:22.515778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device f6330e98-249f-455a-a688-5c4eded0618f not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:20:22.516247 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 4260f250-a956-4502-b608-d08be5885f74 no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:20:22.553512 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: 4260f250-a956-4502-b608-d08be5885f74 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:20:22.554163 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 4260f250-a956-4502-b608-d08be5885f74 not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:20:22.554634 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device cb8ea0ec-97f6-4420-b1f5-58ff752f9829 no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:20:22.583900 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:22.587682 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:22.597043 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: cb8ea0ec-97f6-4420-b1f5-58ff752f9829 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:20:22.597439 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device cb8ea0ec-97f6-4420-b1f5-58ff752f9829 not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:20:22.602001 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:22.613206 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d1c5b7b-d639-4956-acd0-63bf30c3cc66,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:22.616809 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:22.625375 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.db.api [None req-701059eb-52e3-47e1-824b-1f94c44d8d1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82447) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:20:22.625896 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_db.api [None req-701059eb-52e3-47e1-824b-1f94c44d8d1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:20:22.626979 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f64d3392-30c3-449c-b85e-6a54c2166009 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8d1c5b7b-d639-4956-acd0-63bf30c3cc66 HTTP/1.1" status: 204 len: 168 time: 0.9578235 Sep 16 19:20:22.776042 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48016) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:22.828579 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-306852e3-db49-45a0-931a-087d58c05d56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5f3cdbaa6034f4abfe2547e31936b90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512500 Sep 16 19:20:22.831016 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48020) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:22.891595 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-37d980bf-75ff-4016-8f5c-2885102b0a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:22.920864 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-37d980bf-75ff-4016-8f5c-2885102b0a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:22.965738 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-37d980bf-75ff-4016-8f5c-2885102b0a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:22.970573 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-08de48ef-463c-43a5-ae0e-bba598812136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:22.985925 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d980bf-75ff-4016-8f5c-2885102b0a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5b07fd-3a42-4420-b2cc-60293f2ed5ec,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:22.988652 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-37d980bf-75ff-4016-8f5c-2885102b0a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:22.992418 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-37d980bf-75ff-4016-8f5c-2885102b0a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:22.993659 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-37d980bf-75ff-4016-8f5c-2885102b0a28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a5b07fd-3a42-4420-b2cc-60293f2ed5ec HTTP/1.1" status: 204 len: 168 time: 0.1617169 Sep 16 19:20:23.126861 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-701059eb-52e3-47e1-824b-1f94c44d8d1d None None] Deleting port 4260f250-a956-4502-b608-d08be5885f74 {{(pid=82447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:23.127444 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-701059eb-52e3-47e1-824b-1f94c44d8d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:23.206340 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-701059eb-52e3-47e1-824b-1f94c44d8d1d None None] The port '4260f250-a956-4502-b608-d08be5885f74' was deleted {{(pid=82447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 16 19:20:23.207885 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:32.935446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48150) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:33.086879 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f8a2fc9d-aff7-49d7-aa3c-60c2793db632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:33.118652 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f8a2fc9d-aff7-49d7-aa3c-60c2793db632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:20:33.122675 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f8a2fc9d-aff7-49d7-aa3c-60c2793db632 admin admin] Usage tracker for resource:security_group_rule and tenant:edd300be3ab14183974f5e1f5b701921 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:20:33.125610 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-f8a2fc9d-aff7-49d7-aa3c-60c2793db632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:20:33.132115 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-f8a2fc9d-aff7-49d7-aa3c-60c2793db632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:20:33.205286 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f8a2fc9d-aff7-49d7-aa3c-60c2793db632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:33.207790 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f8a2fc9d-aff7-49d7-aa3c-60c2793db632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:33.215604 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ccb3c5c1-50cb-4ad0-a4c7-b74662bbdcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:33.255923 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2fc9d-aff7-49d7-aa3c-60c2793db632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704779c1-0afa-4737-a172-061167d29aa1,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:33.259372 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f8a2fc9d-aff7-49d7-aa3c-60c2793db632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:33.262034 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f8a2fc9d-aff7-49d7-aa3c-60c2793db632 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edd300be3ab14183974f5e1f5b701921&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3255332 Sep 16 19:20:33.264869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48158) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:33.331561 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-539c29d5-62b9-4f7e-a266-cea69f80dc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:33.358823 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-539c29d5-62b9-4f7e-a266-cea69f80dc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:33.403865 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-539c29d5-62b9-4f7e-a266-cea69f80dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:33.409359 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c88e95ca-a67e-4844-b7b0-7489dcd362c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:33.423178 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c29d5-62b9-4f7e-a266-cea69f80dc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704779c1-0afa-4737-a172-061167d29aa1,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:33.426222 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-539c29d5-62b9-4f7e-a266-cea69f80dc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:33.427609 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-539c29d5-62b9-4f7e-a266-cea69f80dc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:33.429241 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-539c29d5-62b9-4f7e-a266-cea69f80dc0f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/704779c1-0afa-4737-a172-061167d29aa1 HTTP/1.1" status: 204 len: 168 time: 0.1631691 Sep 16 19:20:34.061911 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-06595896-51f2-4b87-b2e9-cb65eb8c9230 req-415a28e3-f48d-4767-9323-8ef946ae7dfd tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325272629&fields=id&tenant_id=9e478c9bb35547b8b06de68eb4cc5643 HTTP/1.1" status: 200 len: 267 time: 0.0458646 Sep 16 19:20:34.151579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06595896-51f2-4b87-b2e9-cb65eb8c9230 req-61bd8fc3-233d-4f58-92bd-a6e6117c9863 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:34.153299 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-06595896-51f2-4b87-b2e9-cb65eb8c9230 req-61bd8fc3-233d-4f58-92bd-a6e6117c9863 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 984 time: 0.0857720 Sep 16 19:20:34.165178 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.v2.base [req-06595896-51f2-4b87-b2e9-cb65eb8c9230 req-288695da-3074-4a7b-89f9-1502002b9cf8 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Request body: {'port': {'security_groups': ['64724cb4-8afa-4198-a0cd-76755cba5e39']}} {{(pid=82445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:20:34.291521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-06595896-51f2-4b87-b2e9-cb65eb8c9230 req-288695da-3074-4a7b-89f9-1502002b9cf8 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:34.554907 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-06595896-51f2-4b87-b2e9-cb65eb8c9230 req-288695da-3074-4a7b-89f9-1502002b9cf8 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] For port f32ab269-5168-40ca-923b-72f640149c1a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=f32ab269-5168-40ca-923b-72f640149c1a,segment=NetworkSegment(fde2c6f3-b1b3-4f73-a982-12dcfaa14507),segment_id=fde2c6f3-b1b3-4f73-a982-12dcfaa14507)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:34.581814 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-06595896-51f2-4b87-b2e9-cb65eb8c9230 req-288695da-3074-4a7b-89f9-1502002b9cf8 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for port, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:34.585305 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-06595896-51f2-4b87-b2e9-cb65eb8c9230 req-288695da-3074-4a7b-89f9-1502002b9cf8 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851643253'] for port, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:34.591095 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-792017ce-fb87-4fe6-b85e-20cdb491a9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:34.597559 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['f32ab269-5168-40ca-923b-72f640149c1a'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:20:34.663221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06595896-51f2-4b87-b2e9-cb65eb8c9230 req-288695da-3074-4a7b-89f9-1502002b9cf8 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:34.663932 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-06595896-51f2-4b87-b2e9-cb65eb8c9230 req-288695da-3074-4a7b-89f9-1502002b9cf8 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:34.665400 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-06595896-51f2-4b87-b2e9-cb65eb8c9230 req-288695da-3074-4a7b-89f9-1502002b9cf8 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "PUT /v2.0/ports/f32ab269-5168-40ca-923b-72f640149c1a HTTP/1.1" status: 200 len: 942 time: 0.5054116 Sep 16 19:20:34.666022 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'tag': 'f32ab269-5168-40ca-923b-72f640149c1a'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:20:34.671603 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48196) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:34.686417 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288695da-3074-4a7b-89f9-1502002b9cf8 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event updated for resources: {'Port': ['ID=f32ab269-5168-40ca-923b-72f640149c1a,revision_number=7']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:34.689989 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-288695da-3074-4a7b-89f9-1502002b9cf8 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:34.734378 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'tag': 'f32ab269-5168-40ca-923b-72f640149c1a', 'status': 'completed', 'code': 200} Sep 16 19:20:34.807255 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4d13685d-6e72-4fa1-be54-a6ca0a9e6a65 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:34.821239 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['f32ab269-5168-40ca-923b-72f640149c1a'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:20:34.844217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4d13685d-6e72-4fa1-be54-a6ca0a9e6a65 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:34.880205 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-78441a15-5848-4367-a68b-e717b28baf13 req-5e75a423-e5fc-4b3b-bae5-56e8bb8dc6cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e478c9bb35547b8b06de68eb4cc5643&device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 1098 time: 0.1200969 Sep 16 19:20:34.938026 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4d13685d-6e72-4fa1-be54-a6ca0a9e6a65 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:34.950730 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f7ad7bd4-425f-46f9-bc3d-bbda71aafc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:34.972583 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4d13685d-6e72-4fa1-be54-a6ca0a9e6a65 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:34.974204 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-4d13685d-6e72-4fa1-be54-a6ca0a9e6a65 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "DELETE /v2.0/security-groups/17205ee6-16ee-4ce8-b37f-d74d3d1de5e2 HTTP/1.1" status: 204 len: 168 time: 0.3007252 Sep 16 19:20:34.975784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13685d-6e72-4fa1-be54-a6ca0a9e6a65 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17205ee6-16ee-4ce8-b37f-d74d3d1de5e2,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:34.984570 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48206) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:34.988172 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4d13685d-6e72-4fa1-be54-a6ca0a9e6a65 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:35.111954 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78441a15-5848-4367-a68b-e717b28baf13 req-06e92273-cddb-49bd-a9c0-8ea84d1cd3cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:35.114466 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-78441a15-5848-4367-a68b-e717b28baf13 req-06e92273-cddb-49bd-a9c0-8ea84d1cd3cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=22e40ee0-668a-40c8-a97f-e71eb6138fb9 HTTP/1.1" status: 200 len: 915 time: 0.2261069 Sep 16 19:20:35.225842 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-78441a15-5848-4367-a68b-e717b28baf13 req-56a41d91-3a2e-4123-abe4-7686b68bca0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f32ab269-5168-40ca-923b-72f640149c1a HTTP/1.1" status: 200 len: 1000 time: 0.1044858 Sep 16 19:20:35.233842 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-8df37f7f-d4b7-400c-ab74-f0f0c6aefadf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Deleting port 084d5038-7902-4e6e-96ff-652f1450a180 {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:35.234162 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8df37f7f-d4b7-400c-ab74-f0f0c6aefadf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:35.244141 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-3612a2fb-cfca-4095-ac35-adc84c9ec2a9 None None] Provisioning complete for port f32ab269-5168-40ca-923b-72f640149c1a triggered by entity DHCP. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:20:35.245197 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3612a2fb-cfca-4095-ac35-adc84c9ec2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:35.303424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78441a15-5848-4367-a68b-e717b28baf13 req-aeaa6f98-51a0-4ad1-b923-5166a3055a12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:35.305535 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-78441a15-5848-4367-a68b-e717b28baf13 req-aeaa6f98-51a0-4ad1-b923-5166a3055a12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=30258815-1590-4deb-ba67-efd9e2ba312b HTTP/1.1" status: 200 len: 853 time: 0.0734696 Sep 16 19:20:35.402693 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-78441a15-5848-4367-a68b-e717b28baf13 req-06cf4cb0-3755-4380-a3a1-a7bcda50efb8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22e40ee0-668a-40c8-a97f-e71eb6138fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0906029 Sep 16 19:20:35.433785 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8df37f7f-d4b7-400c-ab74-f0f0c6aefadf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:35.434147 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8df37f7f-d4b7-400c-ab74-f0f0c6aefadf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:35.553210 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-78441a15-5848-4367-a68b-e717b28baf13 req-ce127adb-bcfc-4420-8a5c-176dbe317dd2 service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417444 Sep 16 19:20:35.562405 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-8df37f7f-d4b7-400c-ab74-f0f0c6aefadf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Calling delete_port for 084d5038-7902-4e6e-96ff-652f1450a180 owned by network:floatingip {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:35.715924 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-78441a15-5848-4367-a68b-e717b28baf13 req-b1ba9934-06cf-446c-aaca-4bf707f3b1f3 service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563580 Sep 16 19:20:35.743719 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8df37f7f-d4b7-400c-ab74-f0f0c6aefadf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:35.748274 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-429fafb1-a442-425b-8275-6e7e665f3edd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:35.793453 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df37f7f-d4b7-400c-ab74-f0f0c6aefadf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event deleted for resources: {'Port': ['ID=084d5038-7902-4e6e-96ff-652f1450a180,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:35.795942 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-8df37f7f-d4b7-400c-ab74-f0f0c6aefadf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:35.887597 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8df37f7f-d4b7-400c-ab74-f0f0c6aefadf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks [] for floatingip, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:36.076008 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48234) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:36.240483 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ff7918c6-c61c-4c61-9824-e06281ae25bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:36.277331 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ff7918c6-c61c-4c61-9824-e06281ae25bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:20:36.281661 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ff7918c6-c61c-4c61-9824-e06281ae25bb admin admin] Usage tracker for resource:security_group_rule and tenant:bd5ac00231a4452c9824f7826ea6f4bd is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:20:36.284823 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ff7918c6-c61c-4c61-9824-e06281ae25bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:20:36.291084 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ff7918c6-c61c-4c61-9824-e06281ae25bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:20:36.361549 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ff7918c6-c61c-4c61-9824-e06281ae25bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:36.364921 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ff7918c6-c61c-4c61-9824-e06281ae25bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:36.372253 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dd3e57aa-b74e-4852-9cf4-db446861bac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:36.421044 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ff7918c6-c61c-4c61-9824-e06281ae25bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd5ac00231a4452c9824f7826ea6f4bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3438041 Sep 16 19:20:36.421831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7918c6-c61c-4c61-9824-e06281ae25bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a247efe-54cd-45e7-9c40-b65a15e36163,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:36.423897 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48240) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:36.425146 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ff7918c6-c61c-4c61-9824-e06281ae25bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:36.517227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e957ba51-a220-402b-b370-2fe3c71ec28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:36.550118 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e957ba51-a220-402b-b370-2fe3c71ec28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:36.616844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df37f7f-d4b7-400c-ab74-f0f0c6aefadf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Router d6e41701-5c26-460a-aa05-58ec29b52fb5 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:20:36.630917 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e957ba51-a220-402b-b370-2fe3c71ec28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:36.635683 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-112a7380-80ed-42d8-b3ac-fa0e573de10d tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:36.701819 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957ba51-a220-402b-b370-2fe3c71ec28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a247efe-54cd-45e7-9c40-b65a15e36163,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:36.711076 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e957ba51-a220-402b-b370-2fe3c71ec28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:36.795019 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e957ba51-a220-402b-b370-2fe3c71ec28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:36.796159 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-e957ba51-a220-402b-b370-2fe3c71ec28e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a247efe-54cd-45e7-9c40-b65a15e36163 HTTP/1.1" status: 204 len: 168 time: 0.3712699 Sep 16 19:20:36.869541 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df37f7f-d4b7-400c-ab74-f0f0c6aefadf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:20:36.873883 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8df37f7f-d4b7-400c-ab74-f0f0c6aefadf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:36.881687 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7cd3bd-2b30-4ee4-9a81-8f55212d3b87 None None] Sync routers for ids ['d6e41701-5c26-460a-aa05-58ec29b52fb5'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:20:36.895710 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7cd3bd-2b30-4ee4-9a81-8f55212d3b87 None None] Routers {'d6e41701-5c26-460a-aa05-58ec29b52fb5'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:20:36.896479 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-de7cd3bd-2b30-4ee4-9a81-8f55212d3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:20:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['d6e41701-5c26-460a-aa05-58ec29b52fb5'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:36.937101 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-8df37f7f-d4b7-400c-ab74-f0f0c6aefadf tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "DELETE /v2.0/floatingips/efda3450-1840-439f-ac84-385976882697 HTTP/1.1" status: 204 len: 168 time: 1.9503229 Sep 16 19:20:36.938464 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'tag': 'f32ab269-5168-40ca-923b-72f640149c1a'}] {{(pid=82446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:20:37.025244 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'tag': 'f32ab269-5168-40ca-923b-72f640149c1a', 'status': 'completed', 'code': 200} Sep 16 19:20:37.140537 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f8efd24a-0ba7-45c6-8ffc-8a85a5056fcc req-0eddec04-18be-440a-a38d-a04d21a17a41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e478c9bb35547b8b06de68eb4cc5643&device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 1098 time: 0.0966122 Sep 16 19:20:37.182587 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48258) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:37.206595 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-97c0b0b7-4e5f-4d4e-9d00-5fef4346b0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:37.242024 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-97c0b0b7-4e5f-4d4e-9d00-5fef4346b0f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:20:37.246316 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-97c0b0b7-4e5f-4d4e-9d00-5fef4346b0f4 admin admin] Usage tracker for resource:security_group_rule and tenant:e81d9280ce6441c1a9be969466e14a1b is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:20:37.249554 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-97c0b0b7-4e5f-4d4e-9d00-5fef4346b0f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:20:37.256326 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-97c0b0b7-4e5f-4d4e-9d00-5fef4346b0f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:20:37.259442 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-de7cd3bd-2b30-4ee4-9a81-8f55212d3b87 None None] Set router d6e41701-5c26-460a-aa05-58ec29b52fb5 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:20:37.334949 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efd24a-0ba7-45c6-8ffc-8a85a5056fcc req-65ea2c10-b785-4dc4-9687-070b6ec742a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:37.336705 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f8efd24a-0ba7-45c6-8ffc-8a85a5056fcc req-65ea2c10-b785-4dc4-9687-070b6ec742a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=22e40ee0-668a-40c8-a97f-e71eb6138fb9 HTTP/1.1" status: 200 len: 915 time: 0.1891894 Sep 16 19:20:37.337011 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-97c0b0b7-4e5f-4d4e-9d00-5fef4346b0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:37.341082 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-97c0b0b7-4e5f-4d4e-9d00-5fef4346b0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:37.359869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-321e4b66-7136-4fce-a39f-0b7d4b93f723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:37.412001 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0b0b7-4e5f-4d4e-9d00-5fef4346b0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f89df88-543a-482c-af47-f8f093d61d0f,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:37.416077 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-97c0b0b7-4e5f-4d4e-9d00-5fef4346b0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:37.421428 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-97c0b0b7-4e5f-4d4e-9d00-5fef4346b0f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e81d9280ce6441c1a9be969466e14a1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2377443 Sep 16 19:20:37.422109 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48264) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:37.444564 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f8efd24a-0ba7-45c6-8ffc-8a85a5056fcc req-b8a43fb1-ff34-4c10-b837-5653017acf77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f32ab269-5168-40ca-923b-72f640149c1a HTTP/1.1" status: 200 len: 217 time: 0.1007416 Sep 16 19:20:37.490521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3aad09bf-ea7a-48fa-b417-aa221cf3f4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:37.517810 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efd24a-0ba7-45c6-8ffc-8a85a5056fcc req-c060bdec-447e-4f78-9e55-ec4dd37249b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:37.518901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3aad09bf-ea7a-48fa-b417-aa221cf3f4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:37.519416 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f8efd24a-0ba7-45c6-8ffc-8a85a5056fcc req-c060bdec-447e-4f78-9e55-ec4dd37249b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=30258815-1590-4deb-ba67-efd9e2ba312b HTTP/1.1" status: 200 len: 853 time: 0.0691090 Sep 16 19:20:37.568086 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3aad09bf-ea7a-48fa-b417-aa221cf3f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:37.573397 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-199fb3c6-8b3c-4cab-918f-65266a02dbe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:37.591068 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad09bf-ea7a-48fa-b417-aa221cf3f4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f89df88-543a-482c-af47-f8f093d61d0f,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:37.593889 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3aad09bf-ea7a-48fa-b417-aa221cf3f4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:37.595067 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3aad09bf-ea7a-48fa-b417-aa221cf3f4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:37.599623 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-3aad09bf-ea7a-48fa-b417-aa221cf3f4b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f89df88-543a-482c-af47-f8f093d61d0f HTTP/1.1" status: 204 len: 168 time: 0.1764410 Sep 16 19:20:37.607444 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f8efd24a-0ba7-45c6-8ffc-8a85a5056fcc req-2586c62f-c4f9-449f-b8ab-5f0c7f7f52aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22e40ee0-668a-40c8-a97f-e71eb6138fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810394 Sep 16 19:20:37.687304 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-de7cd3bd-2b30-4ee4-9a81-8f55212d3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 4, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port': {'id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:40Z', 'updated_at': '2021-09-16T19:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '2150ba8a-8fe8-4b04-99a8-a4b704aeeefb', 'name': '', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'mac_address': 'fa:16:3e:26:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:42Z', 'updated_at': '2021-09-16T19:16:53Z', 'revision_number': 5, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'subnets': [{'id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:37.691636 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7cd3bd-2b30-4ee4-9a81-8f55212d3b87 None None] Checking router: d6e41701-5c26-460a-aa05-58ec29b52fb5 for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:20:37.703410 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7cd3bd-2b30-4ee4-9a81-8f55212d3b87 None None] Routers {'d6e41701-5c26-460a-aa05-58ec29b52fb5'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:20:37.704072 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-de7cd3bd-2b30-4ee4-9a81-8f55212d3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:20:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['d6e41701-5c26-460a-aa05-58ec29b52fb5'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:37.762315 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f8efd24a-0ba7-45c6-8ffc-8a85a5056fcc req-f20fc4e8-a23e-46df-83ca-115cf487a4c4 service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397169 Sep 16 19:20:37.906164 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-de7cd3bd-2b30-4ee4-9a81-8f55212d3b87 None None] Set router d6e41701-5c26-460a-aa05-58ec29b52fb5 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:20:37.944542 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f8efd24a-0ba7-45c6-8ffc-8a85a5056fcc req-e363f276-01cf-433c-9aba-2e5ecb248e0a service neutron] 10.222.0.45 "GET /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751003 Sep 16 19:20:38.277161 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-de7cd3bd-2b30-4ee4-9a81-8f55212d3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 4, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port': {'id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:40Z', 'updated_at': '2021-09-16T19:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '2150ba8a-8fe8-4b04-99a8-a4b704aeeefb', 'name': '', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'mac_address': 'fa:16:3e:26:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:42Z', 'updated_at': '2021-09-16T19:16:53Z', 'revision_number': 5, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'subnets': [{'id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:38.282413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7cd3bd-2b30-4ee4-9a81-8f55212d3b87 None None] The sync data for ids ['d6e41701-5c26-460a-aa05-58ec29b52fb5'] in dv-cinder-809448-1-smb is: [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:16:42Z', 'revision_number': 4, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port': {'id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:40Z', 'updated_at': '2021-09-16T19:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '2150ba8a-8fe8-4b04-99a8-a4b704aeeefb', 'name': '', 'network_id': '22e40ee0-668a-40c8-a97f-e71eb6138fb9', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'mac_address': 'fa:16:3e:26:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:42Z', 'updated_at': '2021-09-16T19:16:53Z', 'revision_number': 5, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'subnets': [{'id': '30258815-1590-4deb-ba67-efd9e2ba312b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:20:38.772038 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7fc2ae-2b58-4b96-b013-13fe67580cff None None] New status for floating IP efda3450-1840-439f-ac84-385976882697: DOWN {{(pid=82447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:20:40.376474 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eac018-b837-4783-964c-a96656372e4f req-f31ab8d7-ba2a-4910-aa11-527c8f2db8cd tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:40.379982 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-31eac018-b837-4783-964c-a96656372e4f req-f31ab8d7-ba2a-4910-aa11-527c8f2db8cd tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 945 time: 0.0945475 Sep 16 19:20:40.430302 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-31eac018-b837-4783-964c-a96656372e4f req-60228fae-6d01-495d-904f-041f185dca37 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Sep 16 19:20:41.636005 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da77ca-5a0a-4f43-98d8-ae96b266b6e7 req-56f71cc9-e36b-4ed0-b272-648d685e1236 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:41.637662 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-74da77ca-5a0a-4f43-98d8-ae96b266b6e7 req-56f71cc9-e36b-4ed0-b272-648d685e1236 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 945 time: 0.0835767 Sep 16 19:20:41.690977 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-74da77ca-5a0a-4f43-98d8-ae96b266b6e7 req-9e11e8bf-047b-4fb0-9169-0725fc58154a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469458 Sep 16 19:20:42.460872 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d719f17-8da9-446a-8d6c-1c28d5097023 req-8aff1f0d-f846-4ba3-aa72-2334958b0057 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:42.462429 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d719f17-8da9-446a-8d6c-1c28d5097023 req-8aff1f0d-f846-4ba3-aa72-2334958b0057 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 945 time: 0.0825143 Sep 16 19:20:42.539355 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-5d719f17-8da9-446a-8d6c-1c28d5097023 req-2b187742-ce98-49b6-a2f5-90d4b3aca37a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Deleting port f32ab269-5168-40ca-923b-72f640149c1a {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:42.539748 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5d719f17-8da9-446a-8d6c-1c28d5097023 req-2b187742-ce98-49b6-a2f5-90d4b3aca37a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:43.093117 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-5d719f17-8da9-446a-8d6c-1c28d5097023 req-2b187742-ce98-49b6-a2f5-90d4b3aca37a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] For port f32ab269-5168-40ca-923b-72f640149c1a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=f32ab269-5168-40ca-923b-72f640149c1a,segment=NetworkSegment(fde2c6f3-b1b3-4f73-a982-12dcfaa14507),segment_id=fde2c6f3-b1b3-4f73-a982-12dcfaa14507)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:43.093669 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5d719f17-8da9-446a-8d6c-1c28d5097023 req-2b187742-ce98-49b6-a2f5-90d4b3aca37a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:43.165196 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da987fd2-0b5c-4b87-b587-2607f33732c5 req-3b4f16f4-6cbf-4c6a-8f1f-127e4a6eeee6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:43.166789 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-da987fd2-0b5c-4b87-b587-2607f33732c5 req-3b4f16f4-6cbf-4c6a-8f1f-127e4a6eeee6 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d43fe07-878f-47c6-b98a-3ec711cd9d30 HTTP/1.1" status: 200 len: 945 time: 0.2096045 Sep 16 19:20:43.233972 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-5d719f17-8da9-446a-8d6c-1c28d5097023 req-2b187742-ce98-49b6-a2f5-90d4b3aca37a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Calling delete_port for f32ab269-5168-40ca-923b-72f640149c1a owned by compute:nova {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:43.330150 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-da987fd2-0b5c-4b87-b587-2607f33732c5 req-04eac123-7878-4839-b7c6-8b971c329bdd tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.39 "GET /v2.0/security-groups?id=64724cb4-8afa-4198-a0cd-76755cba5e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032169 Sep 16 19:20:43.357164 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:20:43.414835 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5d719f17-8da9-446a-8d6c-1c28d5097023 req-2b187742-ce98-49b6-a2f5-90d4b3aca37a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:43.421486 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f00ddfda-d3b0-4266-9d88-47dc292dae54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:43.427221 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['f32ab269-5168-40ca-923b-72f640149c1a'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:20:43.470745 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b187742-ce98-49b6-a2f5-90d4b3aca37a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Pushing event deleted for resources: {'Port': ['ID=f32ab269-5168-40ca-923b-72f640149c1a,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:43.473831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2b187742-ce98-49b6-a2f5-90d4b3aca37a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:43.551267 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d719f17-8da9-446a-8d6c-1c28d5097023 req-2b187742-ce98-49b6-a2f5-90d4b3aca37a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] No DVR routers for this DVR port f32ab269-5168-40ca-923b-72f640149c1a on host hv-cinder-80944 {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:20:43.554688 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-5d719f17-8da9-446a-8d6c-1c28d5097023 req-2b187742-ce98-49b6-a2f5-90d4b3aca37a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:43.557479 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'name': 'network-vif-deleted', 'tag': 'f32ab269-5168-40ca-923b-72f640149c1a'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:20:43.570728 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5d719f17-8da9-446a-8d6c-1c28d5097023 req-2b187742-ce98-49b6-a2f5-90d4b3aca37a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] 10.222.0.45 "DELETE /v2.0/ports/f32ab269-5168-40ca-923b-72f640149c1a HTTP/1.1" status: 204 len: 173 time: 1.1032710 Sep 16 19:20:43.618337 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d43fe07-878f-47c6-b98a-3ec711cd9d30', 'name': 'network-vif-deleted', 'tag': 'f32ab269-5168-40ca-923b-72f640149c1a', 'status': 'completed', 'code': 200} Sep 16 19:20:45.185864 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48426) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:45.588229 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f596908e-4469-47f5-b1c4-67bdaef53869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077857'] for router_interface, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:46.217110 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-f596908e-4469-47f5-b1c4-67bdaef53869 admin admin] Deleting port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:46.217598 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f596908e-4469-47f5-b1c4-67bdaef53869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:46.274635 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48440) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:46.398924 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-f596908e-4469-47f5-b1c4-67bdaef53869 admin admin] For port 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=2150ba8a-8fe8-4b04-99a8-a4b704aeeefb,segment=NetworkSegment(fde2c6f3-b1b3-4f73-a982-12dcfaa14507),segment_id=fde2c6f3-b1b3-4f73-a982-12dcfaa14507)] {{(pid=82446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:46.399326 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f596908e-4469-47f5-b1c4-67bdaef53869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:46.426674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5b9f4135-5d2a-4e3b-b991-d7a980f6c9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:46.460059 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-5b9f4135-5d2a-4e3b-b991-d7a980f6c9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:20:46.464284 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-5b9f4135-5d2a-4e3b-b991-d7a980f6c9cb admin admin] Usage tracker for resource:security_group_rule and tenant:17b7ad92cf7640e7883e0c797ba8e000 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:20:46.467290 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-5b9f4135-5d2a-4e3b-b991-d7a980f6c9cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:20:46.473367 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-5b9f4135-5d2a-4e3b-b991-d7a980f6c9cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:20:46.526024 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-f596908e-4469-47f5-b1c4-67bdaef53869 admin admin] Calling delete_port for 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb owned by network:router_interface {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:46.546045 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5b9f4135-5d2a-4e3b-b991-d7a980f6c9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:46.549058 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5b9f4135-5d2a-4e3b-b991-d7a980f6c9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:46.557746 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-5ebf9b3e-6cc4-45f0-af2f-a9b3d6e6e2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:46.601674 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f4135-5d2a-4e3b-b991-d7a980f6c9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c369755a-d129-4592-bc8d-2a011603cb81,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:46.608478 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-5b9f4135-5d2a-4e3b-b991-d7a980f6c9cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17b7ad92cf7640e7883e0c797ba8e000&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3301942 Sep 16 19:20:46.608478 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-5b9f4135-5d2a-4e3b-b991-d7a980f6c9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:46.608751 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48446) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:46.617653 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device f32ab269-5168-40ca-923b-72f640149c1a no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:20:46.656259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: f32ab269-5168-40ca-923b-72f640149c1a {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:20:46.656565 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device f32ab269-5168-40ca-923b-72f640149c1a not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:20:46.678160 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-322e68d2-fbce-4ee3-b4d5-2f4f816bba1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:46.705618 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-322e68d2-fbce-4ee3-b4d5-2f4f816bba1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:46.750958 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-322e68d2-fbce-4ee3-b4d5-2f4f816bba1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:46.756565 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-966f5b12-16aa-4bec-92b2-6002cdcb2735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:46.767502 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e68d2-fbce-4ee3-b4d5-2f4f816bba1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c369755a-d129-4592-bc8d-2a011603cb81,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:46.771352 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-322e68d2-fbce-4ee3-b4d5-2f4f816bba1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:46.775829 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-322e68d2-fbce-4ee3-b4d5-2f4f816bba1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:46.779886 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-322e68d2-fbce-4ee3-b4d5-2f4f816bba1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c369755a-d129-4592-bc8d-2a011603cb81 HTTP/1.1" status: 204 len: 168 time: 0.1701682 Sep 16 19:20:47.047412 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f596908e-4469-47f5-b1c4-67bdaef53869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:47.052580 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-683eb843-77cd-45f3-98a5-cefc7c4ac8d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:47.096174 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596908e-4469-47f5-b1c4-67bdaef53869 admin admin] Pushing event deleted for resources: {'Port': ['ID=2150ba8a-8fe8-4b04-99a8-a4b704aeeefb,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:47.100029 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f596908e-4469-47f5-b1c4-67bdaef53869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:47.155100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48456) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:47.175463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-36e89761-b2ee-46ca-835e-d4025f50c111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:47.210606 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-36e89761-b2ee-46ca-835e-d4025f50c111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:20:47.214713 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-36e89761-b2ee-46ca-835e-d4025f50c111 admin admin] Usage tracker for resource:security_group_rule and tenant:2748f17e629848379ef57a7117bdd700 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:20:47.217707 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-36e89761-b2ee-46ca-835e-d4025f50c111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:20:47.224429 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-36e89761-b2ee-46ca-835e-d4025f50c111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:20:47.293550 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-04c03180-8664-4b9c-ba10-0c81734ab543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:47.294976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-36e89761-b2ee-46ca-835e-d4025f50c111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:47.298478 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-36e89761-b2ee-46ca-835e-d4025f50c111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:47.307316 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e54a31a7-11ad-4d12-a8ed-a67b383a4df1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:47.345720 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e89761-b2ee-46ca-835e-d4025f50c111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14edbfa3-3025-43aa-844c-a23190a1f591,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:47.352031 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-36e89761-b2ee-46ca-835e-d4025f50c111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:47.357916 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-36e89761-b2ee-46ca-835e-d4025f50c111 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2748f17e629848379ef57a7117bdd700&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2014539 Sep 16 19:20:47.360962 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48460) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:47.455489 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-70aedb70-8208-4f4c-9ac3-f1282d8b391c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:47.489803 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-70aedb70-8208-4f4c-9ac3-f1282d8b391c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:47.504123 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f596908e-4469-47f5-b1c4-67bdaef53869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853515982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2077903'] for router_interface, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:47.665927 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-70aedb70-8208-4f4c-9ac3-f1282d8b391c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:47.670761 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-214c7bc7-468c-4871-87cc-5ea8fac8f8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:47.684227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aedb70-8208-4f4c-9ac3-f1282d8b391c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14edbfa3-3025-43aa-844c-a23190a1f591,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:47.689596 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-70aedb70-8208-4f4c-9ac3-f1282d8b391c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:47.702657 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-70aedb70-8208-4f4c-9ac3-f1282d8b391c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:47.706961 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-70aedb70-8208-4f4c-9ac3-f1282d8b391c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14edbfa3-3025-43aa-844c-a23190a1f591 HTTP/1.1" status: 204 len: 168 time: 0.3419118 Sep 16 19:20:48.165562 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f596908e-4469-47f5-b1c4-67bdaef53869 admin admin] Router d6e41701-5c26-460a-aa05-58ec29b52fb5 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:20:48.388156 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f596908e-4469-47f5-b1c4-67bdaef53869 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:20:48.396163 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f596908e-4469-47f5-b1c4-67bdaef53869 admin admin] 10.222.0.39 "PUT /v2.0/routers/d6e41701-5c26-460a-aa05-58ec29b52fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2063079 Sep 16 19:20:48.396163 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48480) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:48.399605 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6a978-cb1b-4742-bca6-c3ef6c576b18 None None] Sync routers for ids ['d6e41701-5c26-460a-aa05-58ec29b52fb5'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:20:48.413335 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6a978-cb1b-4742-bca6-c3ef6c576b18 None None] Routers {'d6e41701-5c26-460a-aa05-58ec29b52fb5'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:20:48.414003 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-44e6a978-cb1b-4742-bca6-c3ef6c576b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:20:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['d6e41701-5c26-460a-aa05-58ec29b52fb5'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:48.612121 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Notify callbacks [] for router, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:48.626754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-44e6a978-cb1b-4742-bca6-c3ef6c576b18 None None] Set router d6e41701-5c26-460a-aa05-58ec29b52fb5 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:20:48.828934 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:48.838388 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Deleting port 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:48.838768 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:48.940945 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:48.947286 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-44e6a978-cb1b-4742-bca6-c3ef6c576b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:20:46Z', 'revision_number': 5, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port': {'id': '5bc0e2bf-5acb-427b-9913-7cdbc7bacb39', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:40Z', 'updated_at': '2021-09-16T19:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:48.951403 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6a978-cb1b-4742-bca6-c3ef6c576b18 None None] Checking router: d6e41701-5c26-460a-aa05-58ec29b52fb5 for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:20:48.963651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6a978-cb1b-4742-bca6-c3ef6c576b18 None None] Routers {'d6e41701-5c26-460a-aa05-58ec29b52fb5'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:20:48.964318 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-44e6a978-cb1b-4742-bca6-c3ef6c576b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:20:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['d6e41701-5c26-460a-aa05-58ec29b52fb5'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:49.031116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] For port 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=5bc0e2bf-5acb-427b-9913-7cdbc7bacb39,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:49.031518 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:49.133250 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-44e6a978-cb1b-4742-bca6-c3ef6c576b18 None None] Set router d6e41701-5c26-460a-aa05-58ec29b52fb5 gateway port host: None {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:20:49.169535 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Calling delete_port for 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 owned by network:router_gateway {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:49.372140 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:49.378036 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d739d6b0-6735-43ad-81bf-43cec5a9eb1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:49.412270 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-44e6a978-cb1b-4742-bca6-c3ef6c576b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:20:48Z', 'revision_number': 6, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port_host': None}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:49.416496 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6a978-cb1b-4742-bca6-c3ef6c576b18 None None] The sync data for ids ['d6e41701-5c26-460a-aa05-58ec29b52fb5'] in dv-cinder-809448-1-smb is: [{'id': 'd6e41701-5c26-460a-aa05-58ec29b52fb5', 'name': 'tempest-TestMinimumBasicScenario-277072795-router', 'tenant_id': '9e478c9bb35547b8b06de68eb4cc5643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:39Z', 'updated_at': '2021-09-16T19:20:48Z', 'revision_number': 6, 'project_id': '9e478c9bb35547b8b06de68eb4cc5643', 'gw_port_host': None}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:20:49.431518 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc0e2bf-5acb-427b-9913-7cdbc7bacb39,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:49.439325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:49.679829 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48510) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:49.848325 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-651ef0d4-c992-4e80-90c1-83c4d49431b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:49.884239 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-651ef0d4-c992-4e80-90c1-83c4d49431b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:20:49.890794 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-651ef0d4-c992-4e80-90c1-83c4d49431b8 admin admin] Usage tracker for resource:security_group_rule and tenant:815481e2651c49098a04f13a573adcb6 is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:20:49.894308 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-651ef0d4-c992-4e80-90c1-83c4d49431b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:20:49.899925 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e94a9276-971a-4277-bc6f-24979c107676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:49.901856 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-651ef0d4-c992-4e80-90c1-83c4d49431b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:20:49.905389 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852708529'] for router_gateway, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:49.972798 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-651ef0d4-c992-4e80-90c1-83c4d49431b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:49.975949 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-651ef0d4-c992-4e80-90c1-83c4d49431b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:49.984464 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6378bea1-4e3c-418c-b27c-86a661395b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:49.992988 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.028457 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ef0d4-c992-4e80-90c1-83c4d49431b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899c39ac-db00-4c1b-9c78-7bf57e689ae2,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:50.031995 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-651ef0d4-c992-4e80-90c1-83c4d49431b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:50.034799 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-651ef0d4-c992-4e80-90c1-83c4d49431b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=815481e2651c49098a04f13a573adcb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3538694 Sep 16 19:20:50.037609 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48516) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:50.102457 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec6c0-6f3a-4420-9289-44040ec3a68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.130946 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec6c0-6f3a-4420-9289-44040ec3a68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.174423 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec6c0-6f3a-4420-9289-44040ec3a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.180328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-49153e41-1338-4a32-8254-a7c980284c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:50.187742 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852699825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28575'] for router, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.192890 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.197333 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ec6c0-6f3a-4420-9289-44040ec3a68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899c39ac-db00-4c1b-9c78-7bf57e689ae2,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:50.199935 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-bc0ec6c0-6f3a-4420-9289-44040ec3a68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:50.211248 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec6c0-6f3a-4420-9289-44040ec3a68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.215353 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-bc0ec6c0-6f3a-4420-9289-44040ec3a68a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/899c39ac-db00-4c1b-9c78-7bf57e689ae2 HTTP/1.1" status: 204 len: 168 time: 0.1740432 Sep 16 19:20:50.282025 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2066428'] for router, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.282586 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6e41701-5c26-460a-aa05-58ec29b52fb5 {{(pid=82446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:20:50.295945 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] Notify callbacks [] for router, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.297378 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-dc52b4ed-c01d-46d4-873c-63c7bf8ebe29 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d6e41701-5c26-460a-aa05-58ec29b52fb5 HTTP/1.1" status: 204 len: 168 time: 1.9002478 Sep 16 19:20:50.299987 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48522) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:50.373073 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-73beb57e-cb7c-4c07-84b6-08e515920103 admin admin] Deleting subnet 30258815-1590-4deb-ba67-efd9e2ba312b {{(pid=82445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:20:50.379944 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-73beb57e-cb7c-4c07-84b6-08e515920103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.397401 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:20:50.438472 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:20:50.438951 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 2150ba8a-8fe8-4b04-99a8-a4b704aeeefb not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:20:50.439195 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:20:50.445003 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-73beb57e-cb7c-4c07-84b6-08e515920103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2339249'] for subnet, precommit_delete_associations {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.475195 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:20:50.475195 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 5bc0e2bf-5acb-427b-9913-7cdbc7bacb39 not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:20:50.541165 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-73beb57e-cb7c-4c07-84b6-08e515920103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.619565 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-73beb57e-cb7c-4c07-84b6-08e515920103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851643178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794483'] for subnet, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.624710 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-233b11eb-4e9f-451a-8aff-f47069b15a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:50.661396 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73beb57e-cb7c-4c07-84b6-08e515920103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30258815-1590-4deb-ba67-efd9e2ba312b,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:50.665673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-73beb57e-cb7c-4c07-84b6-08e515920103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:50.668446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-73beb57e-cb7c-4c07-84b6-08e515920103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.674512 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b946af9-8e71-4afe-aebb-868c4b3639ef None None] Network 22e40ee0-668a-40c8-a97f-e71eb6138fb9 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:20:50.674761 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-73beb57e-cb7c-4c07-84b6-08e515920103 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/30258815-1590-4deb-ba67-efd9e2ba312b HTTP/1.1" status: 204 len: 168 time: 0.3736310 Sep 16 19:20:50.677415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48536) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:50.799166 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.811129 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Deleting port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:50.811627 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:50.956709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30511b90-61db-4e4a-940d-df2e7e024903 None None] DHCP port deletion for 22e40ee0-668a-40c8-a97f-e71eb6138fb9 request from dv-cinder-809448-1-smb {{(pid=82447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 16 19:20:50.962117 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-30511b90-61db-4e4a-940d-df2e7e024903 None None] Deleting port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 {{(pid=82447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:50.962748 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30511b90-61db-4e4a-940d-df2e7e024903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:51.042457 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] For port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=bcad1742-bf6a-4da5-bb11-6fda6e0bdd17,segment=NetworkSegment(fde2c6f3-b1b3-4f73-a982-12dcfaa14507),segment_id=fde2c6f3-b1b3-4f73-a982-12dcfaa14507)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:51.042862 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:51.176883 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Calling delete_port for bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 owned by network:dhcp {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:51.188400 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-30511b90-61db-4e4a-940d-df2e7e024903 None None] For port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=bcad1742-bf6a-4da5-bb11-6fda6e0bdd17,segment=NetworkSegment(fde2c6f3-b1b3-4f73-a982-12dcfaa14507),segment_id=fde2c6f3-b1b3-4f73-a982-12dcfaa14507)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:51.188878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30511b90-61db-4e4a-940d-df2e7e024903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:51.255780 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:51.261380 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:51.307356 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Pushing event deleted for resources: {'Port': ['ID=bcad1742-bf6a-4da5-bb11-6fda6e0bdd17,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:51.310489 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:51.314106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] No DVR routers for this DVR port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 on host dv-cinder-809448-1-smb {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:20:51.326211 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-30511b90-61db-4e4a-940d-df2e7e024903 None None] Calling delete_port for bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 owned by network:dhcp {{(pid=82447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:51.379072 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:51.404315 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.db.api [None req-30511b90-61db-4e4a-940d-df2e7e024903 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82447) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:20:51.404765 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_db.api [None req-30511b90-61db-4e4a-940d-df2e7e024903 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:20:51.440971 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:51.467725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e40ee0-668a-40c8-a97f-e71eb6138fb9']}} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:51.481778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507') {'for_net_delete': True} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:51.482049 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde2c6f3-b1b3-4f73-a982-12dcfaa14507') {} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:51.496945 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436568'] for segment, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:51.514463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:51.521554 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=82445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:20:51.521928 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851643283'] for segment, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:20:51.536749 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:20:51.616840 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:51.621645 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:51.625335 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:51.640625 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48556) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:51.651466 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Pushing event deleted for resources: {'Network': ['ID=22e40ee0-668a-40c8-a97f-e71eb6138fb9,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:51.654568 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:51.661234 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-3bba0fd7-461b-4163-a5b8-7170b64c7ede admin admin] 10.222.0.39 "DELETE /v2.0/networks/22e40ee0-668a-40c8-a97f-e71eb6138fb9 HTTP/1.1" status: 204 len: 168 time: 0.9794648 Sep 16 19:20:51.661558 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48564) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:51.814987 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-52fafe48-c639-4d67-bced-83f4f4cc4ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:51.869197 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-52fafe48-c639-4d67-bced-83f4f4cc4ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:20:51.875167 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-52fafe48-c639-4d67-bced-83f4f4cc4ed7 admin admin] Usage tracker for resource:security_group_rule and tenant:ee568ad408714d2d9d050e594c4d10a2 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:20:51.881483 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-52fafe48-c639-4d67-bced-83f4f4cc4ed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:20:51.888520 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-52fafe48-c639-4d67-bced-83f4f4cc4ed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:20:51.906242 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-30511b90-61db-4e4a-940d-df2e7e024903 None None] Deleting port bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 {{(pid=82447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:51.906804 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-30511b90-61db-4e4a-940d-df2e7e024903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:51.974149 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-30511b90-61db-4e4a-940d-df2e7e024903 None None] The port 'bcad1742-bf6a-4da5-bb11-6fda6e0bdd17' was deleted {{(pid=82447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 16 19:20:52.052171 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-52fafe48-c639-4d67-bced-83f4f4cc4ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:52.107002 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-52fafe48-c639-4d67-bced-83f4f4cc4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:52.120136 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0738711e-57a8-49eb-a2ec-9445b89797c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:52.172774 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-52fafe48-c639-4d67-bced-83f4f4cc4ed7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee568ad408714d2d9d050e594c4d10a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5309577 Sep 16 19:20:52.173588 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fafe48-c639-4d67-bced-83f4f4cc4ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7111e4aa-bf95-496e-9a0a-73c56501b16e,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:52.175816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48568) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:52.179812 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-52fafe48-c639-4d67-bced-83f4f4cc4ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:52.242494 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e3ff3886-d861-486b-a43c-4907957ccb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:52.243702 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d666-a973-4396-9e03-3233826fb719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077857'] for router_interface, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:52.269965 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e3ff3886-d861-486b-a43c-4907957ccb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:52.318634 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e3ff3886-d861-486b-a43c-4907957ccb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:52.325074 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d6d05a65-3a62-4b30-8967-6d0e40998d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:52.338987 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff3886-d861-486b-a43c-4907957ccb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7111e4aa-bf95-496e-9a0a-73c56501b16e,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:52.342070 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e3ff3886-d861-486b-a43c-4907957ccb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:52.342982 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e3ff3886-d861-486b-a43c-4907957ccb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:52.347021 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-e3ff3886-d861-486b-a43c-4907957ccb6e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7111e4aa-bf95-496e-9a0a-73c56501b16e HTTP/1.1" status: 204 len: 168 time: 0.1666934 Sep 16 19:20:52.393482 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:20:52.429858 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:20:52.430259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device bcad1742-bf6a-4da5-bb11-6fda6e0bdd17 not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:20:52.887317 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-6cd0d666-a973-4396-9e03-3233826fb719 admin admin] Deleting port 5712db9b-6f83-4541-9717-f9a7682d8f27 {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:52.887774 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d666-a973-4396-9e03-3233826fb719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:53.078709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-6cd0d666-a973-4396-9e03-3233826fb719 admin admin] For port 5712db9b-6f83-4541-9717-f9a7682d8f27, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=5712db9b-6f83-4541-9717-f9a7682d8f27,segment=NetworkSegment(9539b8b6-5c73-48d7-b8f6-5a752ca936db),segment_id=9539b8b6-5c73-48d7-b8f6-5a752ca936db)] {{(pid=82446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:53.079106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d666-a973-4396-9e03-3233826fb719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:53.200127 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:53.205451 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-6cd0d666-a973-4396-9e03-3233826fb719 admin admin] Calling delete_port for 5712db9b-6f83-4541-9717-f9a7682d8f27 owned by network:router_interface {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:53.373998 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d666-a973-4396-9e03-3233826fb719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:53.379042 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-c986f61a-c7d0-46b7-a76a-c7a0e6734cb9 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:53.421811 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0d666-a973-4396-9e03-3233826fb719 admin admin] Pushing event deleted for resources: {'Port': ['ID=5712db9b-6f83-4541-9717-f9a7682d8f27,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:53.425482 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6cd0d666-a973-4396-9e03-3233826fb719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:53.734344 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d666-a973-4396-9e03-3233826fb719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853515982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2077903'] for router_interface, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:54.569012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd0d666-a973-4396-9e03-3233826fb719 admin admin] Router f683e54d-d462-41a7-9dc0-f141965208ba has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:20:54.777232 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd0d666-a973-4396-9e03-3233826fb719 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:20:54.786088 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c433f8e-f324-4c34-b574-69e87e659358 None None] Sync routers for ids ['f683e54d-d462-41a7-9dc0-f141965208ba'] in dv-cinder-809448-1-smb {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:20:54.795067 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-6cd0d666-a973-4396-9e03-3233826fb719 admin admin] 10.222.0.39 "PUT /v2.0/routers/f683e54d-d462-41a7-9dc0-f141965208ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1324010 Sep 16 19:20:54.797833 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48604) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:54.799493 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c433f8e-f324-4c34-b574-69e87e659358 None None] Routers {'f683e54d-d462-41a7-9dc0-f141965208ba'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:20:54.800179 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-0c433f8e-f324-4c34-b574-69e87e659358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:20:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['f683e54d-d462-41a7-9dc0-f141965208ba'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:54.988429 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-0c433f8e-f324-4c34-b574-69e87e659358 None None] Set router f683e54d-d462-41a7-9dc0-f141965208ba gateway port host: dv-cinder-809448-1-smb {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:20:55.022046 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:55.302617 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-0c433f8e-f324-4c34-b574-69e87e659358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'name': 'tempest-TestMinimumBasicScenario-841954490-router', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '7bd79aba-9e06-445f-87be-20c6b01da7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:20:53Z', 'revision_number': 5, 'project_id': '611e6b08fdb2465f988c049d2d631696', 'gw_port': {'id': '7bd79aba-9e06-445f-87be-20c6b01da7f1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:55.307260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c433f8e-f324-4c34-b574-69e87e659358 None None] Checking router: f683e54d-d462-41a7-9dc0-f141965208ba for host: dv-cinder-809448-1-smb {{(pid=82447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:20:55.308557 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:55.317690 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdc6f96b-698f-4df8-9a54-15adddb859fb req-4791220e-7f24-4ba9-af13-8b24f6fe0cc1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0985377 Sep 16 19:20:55.319088 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Deleting port 7bd79aba-9e06-445f-87be-20c6b01da7f1 {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:55.319442 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:55.320131 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c433f8e-f324-4c34-b574-69e87e659358 None None] Routers {'f683e54d-d462-41a7-9dc0-f141965208ba'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:20:55.320850 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-0c433f8e-f324-4c34-b574-69e87e659358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:20:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['f683e54d-d462-41a7-9dc0-f141965208ba'], 'active': True} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:55.430016 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdc6f96b-698f-4df8-9a54-15adddb859fb req-3ef1931b-d1c0-4ba5-8b9c-776b5868f6e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 1098 time: 0.0877554 Sep 16 19:20:55.490808 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-0c433f8e-f324-4c34-b574-69e87e659358 None None] Set router f683e54d-d462-41a7-9dc0-f141965208ba gateway port host: None {{(pid=82447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:20:55.529033 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] For port 7bd79aba-9e06-445f-87be-20c6b01da7f1, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=7bd79aba-9e06-445f-87be-20c6b01da7f1,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:55.529679 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:55.650155 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6f96b-698f-4df8-9a54-15adddb859fb req-d238120c-1bcc-4052-94cc-a3435ad2fe3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:55.652060 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdc6f96b-698f-4df8-9a54-15adddb859fb req-d238120c-1bcc-4052-94cc-a3435ad2fe3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 918 time: 0.1993592 Sep 16 19:20:55.686406 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Calling delete_port for 7bd79aba-9e06-445f-87be-20c6b01da7f1 owned by network:router_gateway {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:55.802250 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdc6f96b-698f-4df8-9a54-15adddb859fb req-74a1e117-d436-46fa-ad73-c7a90253c816 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=301e056a-9531-4389-b059-67b221525a7e HTTP/1.1" status: 200 len: 1001 time: 0.1402385 Sep 16 19:20:55.822512 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-0c433f8e-f324-4c34-b574-69e87e659358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'name': 'tempest-TestMinimumBasicScenario-841954490-router', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:20:55Z', 'revision_number': 6, 'project_id': '611e6b08fdb2465f988c049d2d631696', 'gw_port_host': None}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:55.826935 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c433f8e-f324-4c34-b574-69e87e659358 None None] The sync data for ids ['f683e54d-d462-41a7-9dc0-f141965208ba'] in dv-cinder-809448-1-smb is: [{'id': 'f683e54d-d462-41a7-9dc0-f141965208ba', 'name': 'tempest-TestMinimumBasicScenario-841954490-router', 'tenant_id': '611e6b08fdb2465f988c049d2d631696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:16:46Z', 'updated_at': '2021-09-16T19:20:55Z', 'revision_number': 6, 'project_id': '611e6b08fdb2465f988c049d2d631696', 'gw_port_host': None}] {{(pid=82447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:20:55.873629 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:55.878394 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f596908e-4469-47f5-b1c4-67bdaef53869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:55.881228 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6f96b-698f-4df8-9a54-15adddb859fb req-9424f6ca-0af1-411f-b4e9-f7e5410c3c34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:20:55.882871 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdc6f96b-698f-4df8-9a54-15adddb859fb req-9424f6ca-0af1-411f-b4e9-f7e5410c3c34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 200 len: 856 time: 0.0736811 Sep 16 19:20:55.920505 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd79aba-9e06-445f-87be-20c6b01da7f1,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:55.924965 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:55.973819 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdc6f96b-698f-4df8-9a54-15adddb859fb req-058ed825-7cfd-4af0-a1e1-2720dc118cdc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1709c0d2-594e-4fa5-a067-81a2f6be6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838499 Sep 16 19:20:56.122077 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdc6f96b-698f-4df8-9a54-15adddb859fb req-ab07d255-9d6e-4889-9691-8c01ff2a71a6 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416893 Sep 16 19:20:56.159515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852708529'] for router_gateway, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:56.280975 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cdc6f96b-698f-4df8-9a54-15adddb859fb req-d0b81f2a-4980-40a9-a820-654afffc6021 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522903 Sep 16 19:20:56.405792 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 5712db9b-6f83-4541-9717-f9a7682d8f27 no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:20:56.442982 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: 5712db9b-6f83-4541-9717-f9a7682d8f27 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:20:56.443392 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 5712db9b-6f83-4541-9717-f9a7682d8f27 not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:20:56.443859 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 7bd79aba-9e06-445f-87be-20c6b01da7f1 no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:20:56.476354 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: 7bd79aba-9e06-445f-87be-20c6b01da7f1 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:20:56.476777 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 7bd79aba-9e06-445f-87be-20c6b01da7f1 not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:20:56.671502 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852699825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28575'] for router, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:56.675859 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:56.699651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2066428'] for router, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:56.700225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f683e54d-d462-41a7-9dc0-f141965208ba {{(pid=82446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:20:56.712842 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] Notify callbacks [] for router, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:56.714075 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-0227a7b0-f69d-4ed6-b397-cc1f6e53b5d3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f683e54d-d462-41a7-9dc0-f141965208ba HTTP/1.1" status: 204 len: 168 time: 1.9152551 Sep 16 19:20:56.716754 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48622) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:56.784406 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-650a3220-bfa5-4c67-b192-7c401c43aaad admin admin] Deleting subnet 13c24125-0021-4359-84de-94351e96074d {{(pid=82446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:20:56.788628 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-650a3220-bfa5-4c67-b192-7c401c43aaad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:56.842425 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-650a3220-bfa5-4c67-b192-7c401c43aaad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684859'] for subnet, precommit_delete_associations {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:56.929529 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-650a3220-bfa5-4c67-b192-7c401c43aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:57.007923 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-650a3220-bfa5-4c67-b192-7c401c43aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852173801'] for subnet, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:57.012464 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:57.051306 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a3220-bfa5-4c67-b192-7c401c43aaad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c24125-0021-4359-84de-94351e96074d,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:57.055302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-650a3220-bfa5-4c67-b192-7c401c43aaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:57.066334 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-650a3220-bfa5-4c67-b192-7c401c43aaad admin admin] Notify callbacks [] for subnet, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:57.072767 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c97187b-f36a-4327-ac65-e2acb9a6a99a None None] Network 38c6c7c1-2b61-41a3-9985-06f8679e32ce requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:20:57.073335 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-650a3220-bfa5-4c67-b192-7c401c43aaad admin admin] 10.222.0.39 "DELETE /v2.0/subnets/13c24125-0021-4359-84de-94351e96074d HTTP/1.1" status: 204 len: 168 time: 0.3552990 Sep 16 19:20:57.076029 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 48632) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:57.198282 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:57.209864 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Deleting port 126a650c-7b41-4868-a18b-7d6ae3144408 {{(pid=82446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:57.210356 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:57.364191 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c65acc9-1c60-4637-8ec4-dd364e22e9ce None None] DHCP port deletion for 38c6c7c1-2b61-41a3-9985-06f8679e32ce request from dv-cinder-809448-1-smb {{(pid=82447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 16 19:20:57.368376 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-9c65acc9-1c60-4637-8ec4-dd364e22e9ce None None] Deleting port 126a650c-7b41-4868-a18b-7d6ae3144408 {{(pid=82447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:57.368832 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9c65acc9-1c60-4637-8ec4-dd364e22e9ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:57.448778 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] For port 126a650c-7b41-4868-a18b-7d6ae3144408, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=126a650c-7b41-4868-a18b-7d6ae3144408,segment=NetworkSegment(9539b8b6-5c73-48d7-b8f6-5a752ca936db),segment_id=9539b8b6-5c73-48d7-b8f6-5a752ca936db)] {{(pid=82446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:57.449023 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:57.596234 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Calling delete_port for 126a650c-7b41-4868-a18b-7d6ae3144408 owned by network:dhcp {{(pid=82446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:57.623422 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-9c65acc9-1c60-4637-8ec4-dd364e22e9ce None None] For port 126a650c-7b41-4868-a18b-7d6ae3144408, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=126a650c-7b41-4868-a18b-7d6ae3144408,segment=NetworkSegment(9539b8b6-5c73-48d7-b8f6-5a752ca936db),segment_id=9539b8b6-5c73-48d7-b8f6-5a752ca936db)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:20:57.623866 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9c65acc9-1c60-4637-8ec4-dd364e22e9ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:57.669997 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852057181'] for port, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:57.674539 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-fcb0647c-ba5d-4b61-95b6-f648a9e26277 tempest-VolumesSnapshotTestJSON-1242467819 tempest-VolumesSnapshotTestJSON-1242467819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:57.717331 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=126a650c-7b41-4868-a18b-7d6ae3144408,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:57.720079 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:57.722619 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] No DVR routers for this DVR port 126a650c-7b41-4868-a18b-7d6ae3144408 on host dv-cinder-809448-1-smb {{(pid=82446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:20:57.751742 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-9c65acc9-1c60-4637-8ec4-dd364e22e9ce None None] Calling delete_port for 126a650c-7b41-4868-a18b-7d6ae3144408 owned by network:dhcp {{(pid=82447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:20:57.825323 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.db.api [None req-9c65acc9-1c60-4637-8ec4-dd364e22e9ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82447) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:20:57.825726 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_db.api [None req-9c65acc9-1c60-4637-8ec4-dd364e22e9ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:20:57.846268 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:57.873018 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c6c7c1-2b61-41a3-9985-06f8679e32ce']}} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:57.885497 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9539b8b6-5c73-48d7-b8f6-5a752ca936db') {'for_net_delete': True} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:57.885875 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9539b8b6-5c73-48d7-b8f6-5a752ca936db') {} {{(pid=82446) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:20:57.898326 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3090972'] for segment, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:57.915853 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:57.922722 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=82446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:20:57.923203 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2718541'] for segment, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:20:57.938430 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:20:58.015733 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:58.020514 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:58.024278 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-665d26f4-a1a0-4de5-8d88-35517747b9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:58.045790 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=38c6c7c1-2b61-41a3-9985-06f8679e32ce,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:58.048063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:58.050157 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-e282b8fb-8cf8-4b40-958f-c8fbfe6f75d7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/38c6c7c1-2b61-41a3-9985-06f8679e32ce HTTP/1.1" status: 204 len: 168 time: 0.9730959 Sep 16 19:20:58.253092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48644) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:58.306208 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f8da3d13-5f0c-458e-acb5-63f6658d49ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e478c9bb35547b8b06de68eb4cc5643&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517936 Sep 16 19:20:58.308592 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48648) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:58.327072 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-9c65acc9-1c60-4637-8ec4-dd364e22e9ce None None] Deleting port 126a650c-7b41-4868-a18b-7d6ae3144408 {{(pid=82447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:20:58.327511 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9c65acc9-1c60-4637-8ec4-dd364e22e9ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:58.377723 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a7c49f5c-5978-44e7-966b-c222908de424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:58.391736 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 126a650c-7b41-4868-a18b-7d6ae3144408 no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:20:58.405547 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a7c49f5c-5978-44e7-966b-c222908de424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:58.422476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-9c65acc9-1c60-4637-8ec4-dd364e22e9ce None None] The port '126a650c-7b41-4868-a18b-7d6ae3144408' was deleted {{(pid=82447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 16 19:20:58.434004 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: 126a650c-7b41-4868-a18b-7d6ae3144408 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:20:58.434402 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 126a650c-7b41-4868-a18b-7d6ae3144408 not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:20:58.451307 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a7c49f5c-5978-44e7-966b-c222908de424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:58.456516 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d504ec87-b53a-4b06-a2c2-124c20186ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:58.467328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c49f5c-5978-44e7-966b-c222908de424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64724cb4-8afa-4198-a0cd-76755cba5e39,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:58.470112 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a7c49f5c-5978-44e7-966b-c222908de424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:58.475949 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a7c49f5c-5978-44e7-966b-c222908de424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:58.477516 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-a7c49f5c-5978-44e7-966b-c222908de424 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64724cb4-8afa-4198-a0cd-76755cba5e39 HTTP/1.1" status: 204 len: 168 time: 0.1678972 Sep 16 19:20:58.942217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48674) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:58.997212 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1e8e12e5-d399-4b80-95ce-36e59a7bfdf8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=611e6b08fdb2465f988c049d2d631696&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533874 Sep 16 19:20:58.999708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48678) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:20:59.073715 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a6ea6284-bd55-4af7-a6c9-ca3186f5fd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:59.101615 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a6ea6284-bd55-4af7-a6c9-ca3186f5fd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:59.160282 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a6ea6284-bd55-4af7-a6c9-ca3186f5fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:59.168006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ff7918c6-c61c-4c61-9824-e06281ae25bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:20:59.185424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea6284-bd55-4af7-a6c9-ca3186f5fd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583cbfda-301d-47ed-b64f-6545fad6a54d,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:20:59.187894 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-a6ea6284-bd55-4af7-a6c9-ca3186f5fd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:20:59.189315 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a6ea6284-bd55-4af7-a6c9-ca3186f5fd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:20:59.191360 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-a6ea6284-bd55-4af7-a6c9-ca3186f5fd36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/583cbfda-301d-47ed-b64f-6545fad6a54d HTTP/1.1" status: 204 len: 168 time: 0.1898003 Sep 16 19:21:01.861628 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a36a4-d0b3-4c34-97f1-1a32f03350c4 req-11ad99fc-e7cc-4d80-a5ed-28d344c671eb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:01.863214 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-295a36a4-d0b3-4c34-97f1-1a32f03350c4 req-11ad99fc-e7cc-4d80-a5ed-28d344c671eb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0830324 Sep 16 19:21:01.909840 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-295a36a4-d0b3-4c34-97f1-1a32f03350c4 req-fb59f079-980a-4ffc-8eac-f41d364f6723 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405622 Sep 16 19:21:03.128274 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c336f8a-4b9e-4d89-96b7-187a7cd466cf req-ce5ab7ee-166e-4b75-87bb-ccd70a09b62f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:03.129937 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0c336f8a-4b9e-4d89-96b7-187a7cd466cf req-ce5ab7ee-166e-4b75-87bb-ccd70a09b62f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0879769 Sep 16 19:21:03.178635 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0c336f8a-4b9e-4d89-96b7-187a7cd466cf req-76eb3560-c043-48ff-84d7-9270e76463fd tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425186 Sep 16 19:21:04.399696 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab86553-16f0-4946-b7a9-66e7f99c2fe6 req-e0a78b9c-c195-4788-9c26-c04b01c4c6fb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:04.401323 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dab86553-16f0-4946-b7a9-66e7f99c2fe6 req-e0a78b9c-c195-4788-9c26-c04b01c4c6fb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0832782 Sep 16 19:21:04.450910 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-dab86553-16f0-4946-b7a9-66e7f99c2fe6 req-3e356421-d6ce-4354-a9d3-3cfbdca65d2c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Sep 16 19:21:05.238418 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48780) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:21:05.390076 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-97f934c4-f5d8-4257-94db-61189ec356f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:05.422242 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-97f934c4-f5d8-4257-94db-61189ec356f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:21:05.426179 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-97f934c4-f5d8-4257-94db-61189ec356f2 admin admin] Usage tracker for resource:security_group_rule and tenant:eb33f4294aa24a3ba8755122181938fc is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:21:05.429346 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-97f934c4-f5d8-4257-94db-61189ec356f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:21:05.435318 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-97f934c4-f5d8-4257-94db-61189ec356f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:21:05.502918 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-97f934c4-f5d8-4257-94db-61189ec356f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:05.514151 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-97f934c4-f5d8-4257-94db-61189ec356f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:05.523434 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-7207b900-1836-478b-b149-547c1573f652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:21:05.567446 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f934c4-f5d8-4257-94db-61189ec356f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de35202d-7e77-4cb3-bf6b-069f80956bc7,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:21:05.570775 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-97f934c4-f5d8-4257-94db-61189ec356f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:21:05.576264 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-97f934c4-f5d8-4257-94db-61189ec356f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb33f4294aa24a3ba8755122181938fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3342571 Sep 16 19:21:05.577219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 48788) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:21:05.709180 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-972899a2-f5dd-4643-b0ef-bb426f40c7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:05.731138 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7095d5-86ab-408c-9181-fad9341e0ac7 req-b3f7e378-6827-4fda-96a4-ca3fd1618964 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:05.732775 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bd7095d5-86ab-408c-9181-fad9341e0ac7 req-b3f7e378-6827-4fda-96a4-ca3fd1618964 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.1409757 Sep 16 19:21:05.762316 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-972899a2-f5dd-4643-b0ef-bb426f40c7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:05.820951 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bd7095d5-86ab-408c-9181-fad9341e0ac7 req-3ac5e830-3299-4d8b-90d0-eb1806837e3e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804501 Sep 16 19:21:05.829043 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-972899a2-f5dd-4643-b0ef-bb426f40c7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:05.834107 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-322e68d2-fbce-4ee3-b4d5-2f4f816bba1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:21:05.847741 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972899a2-f5dd-4643-b0ef-bb426f40c7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de35202d-7e77-4cb3-bf6b-069f80956bc7,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:21:05.850362 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-972899a2-f5dd-4643-b0ef-bb426f40c7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:21:05.852495 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-972899a2-f5dd-4643-b0ef-bb426f40c7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:05.853593 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-972899a2-f5dd-4643-b0ef-bb426f40c7db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de35202d-7e77-4cb3-bf6b-069f80956bc7 HTTP/1.1" status: 204 len: 168 time: 0.2760918 Sep 16 19:21:07.235513 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a380635-5d4f-4380-8a62-da58991e1457 req-c9aef85a-5f06-4791-9dfd-8348205116ed tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:07.237162 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8a380635-5d4f-4380-8a62-da58991e1457 req-c9aef85a-5f06-4791-9dfd-8348205116ed tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.2836566 Sep 16 19:21:07.284065 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8a380635-5d4f-4380-8a62-da58991e1457 req-5885e17a-ca2c-4c77-941d-409dedd65777 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409064 Sep 16 19:21:08.495336 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61864f-7d94-4ba7-b01a-e6ad2e7833e8 req-b2c0e4e3-7654-4c47-a79d-cefbb3a2b6bb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:08.497643 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5c61864f-7d94-4ba7-b01a-e6ad2e7833e8 req-b2c0e4e3-7654-4c47-a79d-cefbb3a2b6bb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0833802 Sep 16 19:21:08.546177 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5c61864f-7d94-4ba7-b01a-e6ad2e7833e8 req-cc511353-0e87-4ff2-bf8a-897de3667f12 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423691 Sep 16 19:21:09.766140 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246f9c8-4d83-40d0-9989-fba97b833267 req-0ee242a5-5418-4184-8d81-057ad06eaee8 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:09.767724 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6246f9c8-4d83-40d0-9989-fba97b833267 req-0ee242a5-5418-4184-8d81-057ad06eaee8 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0860248 Sep 16 19:21:09.815674 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6246f9c8-4d83-40d0-9989-fba97b833267 req-7442720e-4f5b-4a15-9383-07851a55c2bb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419705 Sep 16 19:21:11.026366 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90100e-e4e7-4933-a613-2ee7dc2ae7fb req-a0cfc995-bcec-49cd-96a3-37aa10365e28 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:11.027942 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1d90100e-e4e7-4933-a613-2ee7dc2ae7fb req-a0cfc995-bcec-49cd-96a3-37aa10365e28 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0833855 Sep 16 19:21:11.280343 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-1d90100e-e4e7-4933-a613-2ee7dc2ae7fb req-92dc833c-1861-4921-b12d-d21729f0b292 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460637 Sep 16 19:21:12.493458 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501e7bd-beea-4fd5-9572-fe8b9ce58566 req-76a63b62-0b79-40a9-9c96-ee1442e040cc tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:12.495746 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9501e7bd-beea-4fd5-9572-fe8b9ce58566 req-76a63b62-0b79-40a9-9c96-ee1442e040cc tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0838780 Sep 16 19:21:12.544339 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9501e7bd-beea-4fd5-9572-fe8b9ce58566 req-2f9bb72b-88bb-426b-a554-7f550c1c044b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423188 Sep 16 19:21:13.763600 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2b629-c191-4730-ae2d-220070691570 req-8e89f45c-2703-45dc-9227-b950f747bf1c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:13.765173 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-62b2b629-c191-4730-ae2d-220070691570 req-8e89f45c-2703-45dc-9227-b950f747bf1c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0836484 Sep 16 19:21:13.812383 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-62b2b629-c191-4730-ae2d-220070691570 req-0e0e404e-6a74-4ba0-b3ce-56f9500c98cc tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412574 Sep 16 19:21:15.023339 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906207cf-22ee-4f52-9f36-cf5b26ac9311 req-2d73665b-7fef-4974-8953-59689df2c4f4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:15.024964 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-906207cf-22ee-4f52-9f36-cf5b26ac9311 req-2d73665b-7fef-4974-8953-59689df2c4f4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0819957 Sep 16 19:21:15.074739 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-906207cf-22ee-4f52-9f36-cf5b26ac9311 req-6685c48b-0570-47b9-80fb-ae2474632834 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436740 Sep 16 19:21:16.374441 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62acfd-903f-4074-a1f5-d2221ec791d8 req-1e6e23f0-cb09-4996-a335-5748b865af6b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:16.375957 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8d62acfd-903f-4074-a1f5-d2221ec791d8 req-1e6e23f0-cb09-4996-a335-5748b865af6b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.1659675 Sep 16 19:21:16.424254 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8d62acfd-903f-4074-a1f5-d2221ec791d8 req-3a680297-1d09-4359-bdd4-60e762c2b885 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414767 Sep 16 19:21:17.295730 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-085e27d9-683c-42f8-8c9e-4608f16e2137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:17.641199 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356675d-70a6-4fc3-a498-78b86cf51889 req-a0ef88c9-b980-479b-9829-95c1c94dc5ee tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:17.642762 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9356675d-70a6-4fc3-a498-78b86cf51889 req-a0ef88c9-b980-479b-9829-95c1c94dc5ee tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0817919 Sep 16 19:21:17.694438 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-9356675d-70a6-4fc3-a498-78b86cf51889 req-4343c469-3100-496c-985f-d520a0ea3560 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450504 Sep 16 19:21:18.763916 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 301e056a-9531-4389-b059-67b221525a7e details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:21:18.908629 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 301e056a-9531-4389-b059-67b221525a7e, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=301e056a-9531-4389-b059-67b221525a7e,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:21:18.914565 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354f3b2-5fa8-4f31-9f33-8668dd42fe16 req-3eeb41ea-d79b-42d0-84bd-d413a826be2c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:18.916199 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d354f3b2-5fa8-4f31-9f33-8668dd42fe16 req-3eeb41ea-d79b-42d0-84bd-d413a826be2c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0827763 Sep 16 19:21:18.934335 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '301e056a-9531-4389-b059-67b221525a7e', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'port_id': '301e056a-9531-4389-b059-67b221525a7e', 'mac_address': 'fa:16:3e:71:a6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:21:18.965572 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d354f3b2-5fa8-4f31-9f33-8668dd42fe16 req-9cf6420a-d34f-45ae-9424-89354b3e96d0 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429928 Sep 16 19:21:18.968826 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:18.995752 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:19.013893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 301e056a-9531-4389-b059-67b221525a7e {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:21:19.029145 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 301e056a-9531-4389-b059-67b221525a7e, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=301e056a-9531-4389-b059-67b221525a7e,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:21:19.031791 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:19.034342 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:21:19.106328 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=301e056a-9531-4389-b059-67b221525a7e,revision_number=6']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:21:19.117074 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['301e056a-9531-4389-b059-67b221525a7e'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:21:19.145708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:21:19.146098 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:21:19.146476 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:21:19.146846 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:21:19.147216 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:21:19.147581 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:21:19.147948 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:21:19.148312 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:21:19.148698 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:21:19.149059 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:21:19.149421 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:21:19.153236 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:21:19.904927 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-fca2145d-9c1e-46cd-b885-8a60d9d2bc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:19.994378 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:20.181021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec492770-d238-49be-8450-e1fb8cdad8a1 req-562cdf8a-0bb9-41fc-96a5-8bf806bd3b5e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:20.182504 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ec492770-d238-49be-8450-e1fb8cdad8a1 req-562cdf8a-0bb9-41fc-96a5-8bf806bd3b5e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 944 time: 0.0857084 Sep 16 19:21:20.230154 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ec492770-d238-49be-8450-e1fb8cdad8a1 req-e816540f-33a4-4db9-b463-b0d880cc5eba tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414383 Sep 16 19:21:20.347808 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:21:20.766329 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 301e056a-9531-4389-b059-67b221525a7e up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:21:20.839539 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 301e056a-9531-4389-b059-67b221525a7e triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:21:20.839961 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:20.954585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:20.981596 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405ac005-387e-4530-afe2-c933be25c20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301e056a-9531-4389-b059-67b221525a7e'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:21:20.991815 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 301e056a-9531-4389-b059-67b221525a7e, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=301e056a-9531-4389-b059-67b221525a7e,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:21:20.995935 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:20.997818 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:21:21.039985 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405ac005-387e-4530-afe2-c933be25c20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301e056a-9531-4389-b059-67b221525a7e', 'code': 200} Sep 16 19:21:21.065869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=301e056a-9531-4389-b059-67b221525a7e,revision_number=7']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:21:21.069430 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:21:21.331630 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:21.440974 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7672b2-0e7f-4425-94bf-4f5d59fc7510 req-2538d697-80a8-4147-99b5-0648fa26d746 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:21.443086 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2f7672b2-0e7f-4425-94bf-4f5d59fc7510 req-2538d697-80a8-4147-99b5-0648fa26d746 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0828636 Sep 16 19:21:21.489245 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2f7672b2-0e7f-4425-94bf-4f5d59fc7510 req-67ca85d8-57af-43d0-a6da-322fa1e31ec7 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402820 Sep 16 19:21:22.710107 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5a0b-3867-42ea-a46e-f3b636cab224 req-faea9a00-3a05-4ed3-9444-0971cae5cca3 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:22.711709 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3fad5a0b-3867-42ea-a46e-f3b636cab224 req-faea9a00-3a05-4ed3-9444-0971cae5cca3 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0868750 Sep 16 19:21:22.762686 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3fad5a0b-3867-42ea-a46e-f3b636cab224 req-6da7b967-761e-418a-82e8-e85883e5b28e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447543 Sep 16 19:21:23.202752 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:24.004631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acf6dd-6fff-4d29-a8f3-8b49c8257d1d req-82186a69-70c6-436a-81f8-3f092620e87c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:24.006308 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d4acf6dd-6fff-4d29-a8f3-8b49c8257d1d req-82186a69-70c6-436a-81f8-3f092620e87c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0903273 Sep 16 19:21:24.066861 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-d4acf6dd-6fff-4d29-a8f3-8b49c8257d1d req-c7cab768-f3e8-4a8f-8a1b-0c1f468f91c8 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517325 Sep 16 19:21:25.289796 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c5efa-69c2-427d-b321-ac5094158d19 req-bca26a3f-b3fc-4780-81fb-cf0b62795670 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:25.291381 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e51c5efa-69c2-427d-b321-ac5094158d19 req-bca26a3f-b3fc-4780-81fb-cf0b62795670 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0855145 Sep 16 19:21:25.344468 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-e51c5efa-69c2-427d-b321-ac5094158d19 req-1df9e15a-8b5c-4060-a786-fedbed471c3c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469863 Sep 16 19:21:26.583954 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0629868-6e4c-4407-b977-7a84bf4f6962 req-47423933-f6e4-4245-a258-276b5753930c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:26.585671 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c0629868-6e4c-4407-b977-7a84bf4f6962 req-47423933-f6e4-4245-a258-276b5753930c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0978181 Sep 16 19:21:26.642360 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-c0629868-6e4c-4407-b977-7a84bf4f6962 req-27991f17-dc2a-4bd3-b1f8-ca7cdbb560dd tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495951 Sep 16 19:21:27.877452 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ec079-3907-40d7-9cbd-c294026bd32d req-571b6c19-40a9-4664-809b-16691da1ab03 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:27.880232 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-787ec079-3907-40d7-9cbd-c294026bd32d req-571b6c19-40a9-4664-809b-16691da1ab03 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0946417 Sep 16 19:21:27.943823 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-787ec079-3907-40d7-9cbd-c294026bd32d req-4c2e6315-20d9-4cff-8935-7deb5c854c72 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573802 Sep 16 19:21:29.174202 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c9953-a246-44e7-a6a1-ef88b8b45f03 req-00c6f48d-7d6d-4212-927b-55675a5732d0 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:29.176400 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5f4c9953-a246-44e7-a6a1-ef88b8b45f03 req-00c6f48d-7d6d-4212-927b-55675a5732d0 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0925035 Sep 16 19:21:29.226967 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-5f4c9953-a246-44e7-a6a1-ef88b8b45f03 req-2bb6ae62-ffa9-4c2c-8c9e-bb06b1104d75 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439377 Sep 16 19:21:30.459753 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefc056-e5bd-483d-8473-4276a7e97680 req-2f280027-5701-459f-ad8b-9b6b54de8dd1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:30.461566 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-daefc056-e5bd-483d-8473-4276a7e97680 req-2f280027-5701-459f-ad8b-9b6b54de8dd1 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0865901 Sep 16 19:21:30.530918 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-daefc056-e5bd-483d-8473-4276a7e97680 req-27c81523-e781-4f04-990b-7be79711b0d8 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630021 Sep 16 19:21:31.790836 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18e7d7-1a5d-4f09-b19c-6b4ef1041ebb req-f8d9e47b-59fd-4169-9b1f-8acad5e4e2d4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:31.792441 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fb18e7d7-1a5d-4f09-b19c-6b4ef1041ebb req-f8d9e47b-59fd-4169-9b1f-8acad5e4e2d4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0996456 Sep 16 19:21:31.847678 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fb18e7d7-1a5d-4f09-b19c-6b4ef1041ebb req-57c725d6-dff4-4dfe-beeb-6f1852acc00e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466628 Sep 16 19:21:33.073036 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc542f7c-b12e-4de0-bcc7-ff7ea6c57583 req-5e455b3b-b07a-42e6-822b-660442e5e5f2 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:33.074628 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bc542f7c-b12e-4de0-bcc7-ff7ea6c57583 req-5e455b3b-b07a-42e6-822b-660442e5e5f2 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0840466 Sep 16 19:21:33.125326 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bc542f7c-b12e-4de0-bcc7-ff7ea6c57583 req-d26d9764-e689-4b32-bfa9-a975c03854f8 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447149 Sep 16 19:21:33.382036 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-855fb850-1e8e-44d1-ac3a-be9fe1c6a078 req-af13d745-8477-453a-9808-88a11c18a20f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 1098 time: 0.0737119 Sep 16 19:21:33.522648 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fb850-1e8e-44d1-ac3a-be9fe1c6a078 req-1a040cb6-5ce0-4a6f-bef6-bb31079e7aa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:33.524159 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-855fb850-1e8e-44d1-ac3a-be9fe1c6a078 req-1a040cb6-5ce0-4a6f-bef6-bb31079e7aa7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 918 time: 0.1359873 Sep 16 19:21:33.632330 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-855fb850-1e8e-44d1-ac3a-be9fe1c6a078 req-91c6e560-c8f3-4294-88ad-264eb7065ca4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=301e056a-9531-4389-b059-67b221525a7e HTTP/1.1" status: 200 len: 1001 time: 0.1014373 Sep 16 19:21:33.699908 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fb850-1e8e-44d1-ac3a-be9fe1c6a078 req-4b011587-d202-48e0-884e-bb644b53638d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:33.701436 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-855fb850-1e8e-44d1-ac3a-be9fe1c6a078 req-4b011587-d202-48e0-884e-bb644b53638d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 200 len: 856 time: 0.0630403 Sep 16 19:21:33.782595 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-855fb850-1e8e-44d1-ac3a-be9fe1c6a078 req-ccad7238-c70d-4242-be2c-9fd4fc4d4841 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1709c0d2-594e-4fa5-a067-81a2f6be6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746853 Sep 16 19:21:33.793496 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [req-855fb850-1e8e-44d1-ac3a-be9fe1c6a078 req-3426c343-037a-4c25-a662-8daf1526f747 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:21:33.794511 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-855fb850-1e8e-44d1-ac3a-be9fe1c6a078 req-3426c343-037a-4c25-a662-8daf1526f747 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052037 Sep 16 19:21:33.937035 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-855fb850-1e8e-44d1-ac3a-be9fe1c6a078 req-881b3fae-0db7-47c3-b9e4-690afcdf39e3 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353538 Sep 16 19:21:34.078699 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-855fb850-1e8e-44d1-ac3a-be9fe1c6a078 req-285c7316-b6ab-43a2-892a-b6354f8f6eba service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353741 Sep 16 19:21:34.338009 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247ce22-9323-4ce8-b41c-f759baf152bd req-76a74079-517e-47bd-a757-7c8b26824f68 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:34.339503 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0247ce22-9323-4ce8-b41c-f759baf152bd req-76a74079-517e-47bd-a757-7c8b26824f68 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0824156 Sep 16 19:21:34.386787 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-0247ce22-9323-4ce8-b41c-f759baf152bd req-58ed8817-93cc-47ab-9159-b5369a7b7a0a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413656 Sep 16 19:21:35.608710 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d80b6b-f11b-4d65-9ed4-e5d0a72a8b17 req-3ef495bd-af32-49e9-8e8b-e29615f45266 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:35.610307 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48d80b6b-f11b-4d65-9ed4-e5d0a72a8b17 req-3ef495bd-af32-49e9-8e8b-e29615f45266 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0869930 Sep 16 19:21:35.657320 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-48d80b6b-f11b-4d65-9ed4-e5d0a72a8b17 req-b8d5cd2f-7bad-460c-8970-aee372b0e01c tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408316 Sep 16 19:21:36.861039 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 301e056a-9531-4389-b059-67b221525a7e no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:21:36.868900 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a472e9-00b7-4be7-91a0-77b598146875 req-fd5729f7-574b-4d72-9c25-c4175fa42957 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:36.870504 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-38a472e9-00b7-4be7-91a0-77b598146875 req-fd5729f7-574b-4d72-9c25-c4175fa42957 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 945 time: 0.0832186 Sep 16 19:21:36.918364 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-38a472e9-00b7-4be7-91a0-77b598146875 req-1986088c-fa04-4423-b7a3-65f27bb39e1b tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Sep 16 19:21:36.976402 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:37.003979 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405ac005-387e-4530-afe2-c933be25c20c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '301e056a-9531-4389-b059-67b221525a7e'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:21:37.013729 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 301e056a-9531-4389-b059-67b221525a7e, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=301e056a-9531-4389-b059-67b221525a7e,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:21:37.017994 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:37.019943 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:21:37.067689 dv-cinder-809448-1-smb neutron-server[82336]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '405ac005-387e-4530-afe2-c933be25c20c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '301e056a-9531-4389-b059-67b221525a7e', 'code': 422} returned with failed status Sep 16 19:21:37.094715 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=301e056a-9531-4389-b059-67b221525a7e,revision_number=8']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:21:37.098233 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:21:38.329013 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-53d340ee-58fd-4ddb-bda8-4cb1e8e50891 req-14c4c95a-8078-40f3-b2ae-b7ea8584da16 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0763626 Sep 16 19:21:38.603449 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36704dda-dd90-456a-8c71-3e5c994f14eb req-d2e4f510-b034-49de-b12d-64dfe46e5d0a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:38.604968 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-36704dda-dd90-456a-8c71-3e5c994f14eb req-d2e4f510-b034-49de-b12d-64dfe46e5d0a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0835948 Sep 16 19:21:38.615045 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4ac11c72-5edd-407b-9770-81d10f12192d req-05357bee-a10a-43ac-a4ee-73a7d66f8abd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790422 Sep 16 19:21:38.654176 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-36704dda-dd90-456a-8c71-3e5c994f14eb req-4ca1dff7-2952-4773-ba36-c3357f50bf1f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428174 Sep 16 19:21:39.119098 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4ac11c72-5edd-407b-9770-81d10f12192d req-5395d908-bdca-426e-a56c-603f37a475f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c&tenant_id=28b88f58a8264731b5bdb908599b1158 HTTP/1.1" status: 200 len: 1096 time: 0.0790558 Sep 16 19:21:39.221981 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4ac11c72-5edd-407b-9770-81d10f12192d req-34c4b5c9-a821-442f-a501-272a44c9431c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 1096 time: 0.0729654 Sep 16 19:21:39.362740 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac11c72-5edd-407b-9770-81d10f12192d req-20005708-6f61-42a4-a9e4-e080540335b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:39.364349 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4ac11c72-5edd-407b-9770-81d10f12192d req-20005708-6f61-42a4-a9e4-e080540335b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 918 time: 0.1355681 Sep 16 19:21:39.470158 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4ac11c72-5edd-407b-9770-81d10f12192d req-dca391c7-4044-41a8-8987-c30beb2ee4b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=301e056a-9531-4389-b059-67b221525a7e HTTP/1.1" status: 200 len: 999 time: 0.0997427 Sep 16 19:21:39.538334 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac11c72-5edd-407b-9770-81d10f12192d req-27110f91-d44b-4441-b84a-00d61aae0b2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:39.539942 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4ac11c72-5edd-407b-9770-81d10f12192d req-27110f91-d44b-4441-b84a-00d61aae0b2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 200 len: 856 time: 0.0636184 Sep 16 19:21:39.621481 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4ac11c72-5edd-407b-9770-81d10f12192d req-e26da231-e5c6-4aaa-b347-bf9149fbc062 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1709c0d2-594e-4fa5-a067-81a2f6be6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753889 Sep 16 19:21:40.016502 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4ac11c72-5edd-407b-9770-81d10f12192d req-818cf4de-54a1-4e2f-ab0d-03676540a744 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884058 Sep 16 19:21:40.137039 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109df492-b260-49eb-87d1-bbaf2798cd46 req-8e75bfe1-f3e4-46d0-ad6b-0097271d3e73 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:40.138611 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-109df492-b260-49eb-87d1-bbaf2798cd46 req-8e75bfe1-f3e4-46d0-ad6b-0097271d3e73 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.1927791 Sep 16 19:21:40.218959 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4ac11c72-5edd-407b-9770-81d10f12192d req-38cb09f1-d58a-43dc-97e9-e2521fcfbea6 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950336 Sep 16 19:21:40.222862 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-109df492-b260-49eb-87d1-bbaf2798cd46 req-0fa413a1-5c34-401e-bd63-2dad7379b482 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775197 Sep 16 19:21:41.447313 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610028a-7da4-4c77-9991-6589e9704ec8 req-99100e88-0798-45f0-8d4e-f8e656d85508 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:41.449713 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2610028a-7da4-4c77-9991-6589e9704ec8 req-99100e88-0798-45f0-8d4e-f8e656d85508 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0855138 Sep 16 19:21:41.507668 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2610028a-7da4-4c77-9991-6589e9704ec8 req-8cf4004d-0cd4-456d-a567-c44498553ada tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499425 Sep 16 19:21:42.732287 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad1d98-3301-46bd-8099-89eeef142b7f req-e1112109-a1ec-498b-a7db-5862d7313624 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:42.733781 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-52ad1d98-3301-46bd-8099-89eeef142b7f req-e1112109-a1ec-498b-a7db-5862d7313624 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0891969 Sep 16 19:21:42.786699 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-52ad1d98-3301-46bd-8099-89eeef142b7f req-4067fdc2-5e91-4501-888e-d2fc0248ccda tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462332 Sep 16 19:21:44.020573 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763a44a-e44b-42a7-9804-ed8b328424df req-ff9f2400-b7db-4539-a6d9-a81cfa432de4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:44.022265 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f763a44a-e44b-42a7-9804-ed8b328424df req-ff9f2400-b7db-4539-a6d9-a81cfa432de4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0869091 Sep 16 19:21:44.074552 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-f763a44a-e44b-42a7-9804-ed8b328424df req-71c0ce62-8a7d-4d5b-9485-1f543d659a24 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461280 Sep 16 19:21:45.303497 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70243d-b577-4841-8821-8ec7b6c42587 req-eb23b202-049d-4f85-b7b5-d8a1b73dc4fe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:45.305322 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ea70243d-b577-4841-8821-8ec7b6c42587 req-eb23b202-049d-4f85-b7b5-d8a1b73dc4fe tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0912123 Sep 16 19:21:45.355869 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ea70243d-b577-4841-8821-8ec7b6c42587 req-4c82f9c3-c076-49d7-bd23-1b91a835489f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445385 Sep 16 19:21:46.592534 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c2130-8959-474c-bdff-ef164e9e1b12 req-ac8a6d91-23d9-4fa4-a36d-57133715303e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:46.594166 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a35c2130-8959-474c-bdff-ef164e9e1b12 req-ac8a6d91-23d9-4fa4-a36d-57133715303e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0882683 Sep 16 19:21:46.644706 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-a35c2130-8959-474c-bdff-ef164e9e1b12 req-7a696263-945d-4801-8eeb-4ceb51b8bf37 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439169 Sep 16 19:21:47.298263 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a15533e4-b402-46b4-a5e6-b3cab7668d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:47.870097 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e55d0-79f1-40d8-a9a9-2937bcc3b876 req-6b660408-dc20-4e72-a135-c1dccf0e050a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:47.871735 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6a8e55d0-79f1-40d8-a9a9-2937bcc3b876 req-6b660408-dc20-4e72-a135-c1dccf0e050a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0877287 Sep 16 19:21:47.921749 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6a8e55d0-79f1-40d8-a9a9-2937bcc3b876 req-0f56630b-71b4-4bb6-9a07-28c554e7a82f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434985 Sep 16 19:21:48.932675 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:49.147219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddcad0-7eed-4aad-9407-0ed53b3a8755 req-f49bde2c-b31a-487a-900d-0ec95d75654e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:49.149470 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-69ddcad0-7eed-4aad-9407-0ed53b3a8755 req-f49bde2c-b31a-487a-900d-0ec95d75654e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0880373 Sep 16 19:21:49.203145 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-69ddcad0-7eed-4aad-9407-0ed53b3a8755 req-21514548-b1a3-49df-807e-76701648e276 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474074 Sep 16 19:21:49.907530 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8ad2b2f7-bed2-44ce-9ac2-7ac959bd5317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:49.997959 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:50.423831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34267a-651a-4779-b6e4-853509b1d2df req-3a248d2f-7eda-499a-8321-64aab11a7631 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:50.425468 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6c34267a-651a-4779-b6e4-853509b1d2df req-3a248d2f-7eda-499a-8321-64aab11a7631 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0858877 Sep 16 19:21:50.476540 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-6c34267a-651a-4779-b6e4-853509b1d2df req-91f7412e-f91e-46df-b075-93c16ccfa705 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446360 Sep 16 19:21:51.336070 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:51.695426 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fac66-067e-45b3-a7f0-d3b02e51dd08 req-0339019a-4d2f-4744-a8d1-4d398e65c834 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:51.697003 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-df9fac66-067e-45b3-a7f0-d3b02e51dd08 req-0339019a-4d2f-4744-a8d1-4d398e65c834 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0853617 Sep 16 19:21:51.746223 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-df9fac66-067e-45b3-a7f0-d3b02e51dd08 req-0fb572a3-c412-48b1-a0a7-f38dd5e2af35 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431254 Sep 16 19:21:52.959353 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4a7fd-9891-4be7-8f3d-cfe9fe8e913b req-7a0fa1ab-f4c1-4ad2-9774-0e76b47203bb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:52.961041 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ccb4a7fd-9891-4be7-8f3d-cfe9fe8e913b req-7a0fa1ab-f4c1-4ad2-9774-0e76b47203bb tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0833929 Sep 16 19:21:53.009038 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-ccb4a7fd-9891-4be7-8f3d-cfe9fe8e913b req-d0655369-4ed0-4b10-9afc-e79769258dfd tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420530 Sep 16 19:21:53.196633 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:54.224650 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3254e-bcc5-4828-8e6f-fa650b4c1f81 req-3f568a84-d391-489c-811d-42c470bb6719 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:54.226247 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fce3254e-bcc5-4828-8e6f-fa650b4c1f81 req-3f568a84-d391-489c-811d-42c470bb6719 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0848334 Sep 16 19:21:54.273028 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-fce3254e-bcc5-4828-8e6f-fa650b4c1f81 req-1168c42a-e747-44f0-b8e0-fd6a9bbee150 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 Sep 16 19:21:55.486056 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa06330-8880-4a0f-9907-79e5a49c4ac0 req-3b826bbb-7804-4f0a-9119-e0ec7c97d3cc tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:55.487634 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2fa06330-8880-4a0f-9907-79e5a49c4ac0 req-3b826bbb-7804-4f0a-9119-e0ec7c97d3cc tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.0822692 Sep 16 19:21:55.542225 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-2fa06330-8880-4a0f-9907-79e5a49c4ac0 req-f9e58a2d-78fb-447d-908a-48457e0b50d3 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484834 Sep 16 19:21:56.360308 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-197d6b6c-c3a1-4584-a1fc-208f67d35652 req-0bc81e34-4fad-426d-a3fa-90ae731c9c24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 1096 time: 0.1973326 Sep 16 19:21:56.523703 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d6b6c-c3a1-4584-a1fc-208f67d35652 req-06b7b390-cae7-4582-93b6-06f59ec28542 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:56.525262 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-197d6b6c-c3a1-4584-a1fc-208f67d35652 req-06b7b390-cae7-4582-93b6-06f59ec28542 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 918 time: 0.1420546 Sep 16 19:21:56.635138 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-197d6b6c-c3a1-4584-a1fc-208f67d35652 req-e50b7b1b-6244-4ec6-89ec-6e2916209d78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=301e056a-9531-4389-b059-67b221525a7e HTTP/1.1" status: 200 len: 999 time: 0.1030991 Sep 16 19:21:56.755272 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d6b6c-c3a1-4584-a1fc-208f67d35652 req-b0b9c677-0c85-46c8-9533-690dddbf5d26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:56.756871 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-197d6b6c-c3a1-4584-a1fc-208f67d35652 req-b0b9c677-0c85-46c8-9533-690dddbf5d26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 200 len: 856 time: 0.1155424 Sep 16 19:21:56.830812 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04bc1d-d895-4be8-86cb-e04ba238da70 req-450f2062-7e67-499b-aa0a-7bddf0d26bf6 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:56.832399 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c04bc1d-d895-4be8-86cb-e04ba238da70 req-450f2062-7e67-499b-aa0a-7bddf0d26bf6 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 943 time: 0.1537998 Sep 16 19:21:56.873878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 301e056a-9531-4389-b059-67b221525a7e details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=82447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:21:56.892287 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-197d6b6c-c3a1-4584-a1fc-208f67d35652 req-12c7d1ed-4f8e-4466-aa82-122decc43eb8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1709c0d2-594e-4fa5-a067-81a2f6be6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1230369 Sep 16 19:21:56.897838 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-8c04bc1d-d895-4be8-86cb-e04ba238da70 req-ed7887bf-32f8-4544-ac08-629fbfa4e7e5 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582507 Sep 16 19:21:57.015247 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 301e056a-9531-4389-b059-67b221525a7e, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=301e056a-9531-4389-b059-67b221525a7e,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:21:57.029526 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Returning: {'device': '301e056a-9531-4389-b059-67b221525a7e', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'port_id': '301e056a-9531-4389-b059-67b221525a7e', 'mac_address': 'fa:16:3e:71:a6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:21:57.035447 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-197d6b6c-c3a1-4584-a1fc-208f67d35652 req-0afc0b67-286d-44d1-8f68-da2f34c0bef7 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359012 Sep 16 19:21:57.084478 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:57.103331 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301e056a-9531-4389-b059-67b221525a7e {{(pid=82447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:21:57.117927 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 301e056a-9531-4389-b059-67b221525a7e, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=301e056a-9531-4389-b059-67b221525a7e,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:21:57.120884 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:57.122689 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-df0bc717-ce82-4829-9c5e-d2fc44bcfa92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:21:57.178948 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-197d6b6c-c3a1-4584-a1fc-208f67d35652 req-04f5aca7-a896-43e1-a2f7-70d483558b0d service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374125 Sep 16 19:21:57.190683 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=301e056a-9531-4389-b059-67b221525a7e,revision_number=9']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:21:57.193784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:21:57.349716 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:21:57.467510 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] get_ports_and_sgs() called for port_ids ['301e056a-9531-4389-b059-67b221525a7e'] {{(pid=82447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:21:58.119498 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7e124-b99e-45d6-9cd8-dcbe6a41a9b3 req-e1513c76-189d-4b53-9989-5dfc401a0da2 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:58.121145 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-96b7e124-b99e-45d6-9cd8-dcbe6a41a9b3 req-e1513c76-189d-4b53-9989-5dfc401a0da2 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 944 time: 0.0900230 Sep 16 19:21:58.169651 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-96b7e124-b99e-45d6-9cd8-dcbe6a41a9b3 req-0fbc78c7-48c3-4479-9406-11ffd0371bf6 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 Sep 16 19:21:58.889836 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 301e056a-9531-4389-b059-67b221525a7e up at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:21:58.960189 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.provisioning_blocks [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Provisioning complete for port 301e056a-9531-4389-b059-67b221525a7e triggered by entity L2. {{(pid=82447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:21:58.960631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771144'] for port, provisioning_complete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:59.080411 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847091882'] for port, before_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:59.110441 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405ac005-387e-4530-afe2-c933be25c20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301e056a-9531-4389-b059-67b221525a7e'}] {{(pid=82447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:21:59.124645 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] For port 301e056a-9531-4389-b059-67b221525a7e, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=301e056a-9531-4389-b059-67b221525a7e,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:21:59.127702 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252720563657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784133799795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363252720975988'] for port, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:21:59.129697 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:21:59.195673 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Pushing event updated for resources: {'Port': ['ID=301e056a-9531-4389-b059-67b221525a7e,revision_number=10']} {{(pid=82447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:21:59.198927 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82447) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:21:59.252252 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405ac005-387e-4530-afe2-c933be25c20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301e056a-9531-4389-b059-67b221525a7e', 'code': 200} Sep 16 19:21:59.386015 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b57f69-bda1-4b79-b900-94fc053c2f05 req-11178299-91f4-4a27-a8d8-8aee24f95d03 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:21:59.387612 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-57b57f69-bda1-4b79-b900-94fc053c2f05 req-11178299-91f4-4a27-a8d8-8aee24f95d03 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 946 time: 0.0832081 Sep 16 19:21:59.483766 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-57b57f69-bda1-4b79-b900-94fc053c2f05 req-b46b4049-60c1-43a8-a0e5-5883ca42f213 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897768 Sep 16 19:21:59.511388 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bd0356a4-3a62-422d-b6c7-b19e5cfa6979 req-e705b1fe-d4fa-48ff-beee-47191294db14 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 1099 time: 0.0849066 Sep 16 19:21:59.556053 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-bd0356a4-3a62-422d-b6c7-b19e5cfa6979 req-9ed4b292-d4bc-49d9-b4ea-903afbea5eae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386190 Sep 16 19:22:00.698804 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30a12c-095b-4324-9481-b4782227775b req-287e2e82-7c52-4f1d-895e-9b5b3a580d0f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:22:00.700310 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-da30a12c-095b-4324-9481-b4782227775b req-287e2e82-7c52-4f1d-895e-9b5b3a580d0f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 946 time: 0.0827084 Sep 16 19:22:00.752542 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-da30a12c-095b-4324-9481-b4782227775b req-b2710e8f-c77b-47f6-9020-671175be1750 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458887 Sep 16 19:22:01.971143 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab1378-eed5-41a0-8c41-e710b35835fd req-e1b041eb-3047-4455-8c26-818ae565d67f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:22:01.972774 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-82ab1378-eed5-41a0-8c41-e710b35835fd req-e1b041eb-3047-4455-8c26-818ae565d67f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 946 time: 0.0858338 Sep 16 19:22:02.020937 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-82ab1378-eed5-41a0-8c41-e710b35835fd req-433b0dd9-ccdb-4393-8259-0101db81d9c2 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415967 Sep 16 19:22:17.300820 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d0fdc2c2-a990-42bd-80d6-6878b64e2b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:22:18.934831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:22:19.908909 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-58a9ced2-381f-47c8-b2f7-2184f3381d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:22:19.998724 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:22:21.337927 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:22:23.197869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:22:34.349836 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:22:47.302984 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2755c71c-25ca-48b8-a7f4-7f0ba598bf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:22:48.936593 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:22:49.910490 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-770ae86d-96a3-4682-8344-d5733347ec4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:22:50.001131 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:22:51.341537 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:22:53.195455 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:22:58.168323 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3024c356-7b75-4ecd-aaf3-f0515eff346c req-678bda7f-c16c-4d77-8e92-a50efb1dc89e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750549 Sep 16 19:22:58.314677 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3024c356-7b75-4ecd-aaf3-f0515eff346c req-aa024562-57a2-484b-b9c1-38ea0b36c159 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b88f58a8264731b5bdb908599b1158&device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 1099 time: 0.0758972 Sep 16 19:22:58.466436 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024c356-7b75-4ecd-aaf3-f0515eff346c req-68bf9290-e859-4e2f-8941-09575bf03332 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:22:58.467923 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3024c356-7b75-4ecd-aaf3-f0515eff346c req-68bf9290-e859-4e2f-8941-09575bf03332 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 200 len: 918 time: 0.1353984 Sep 16 19:22:58.780468 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3024c356-7b75-4ecd-aaf3-f0515eff346c req-8739e47a-4505-43dc-b89b-be2fbfa7bc25 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=301e056a-9531-4389-b059-67b221525a7e HTTP/1.1" status: 200 len: 1001 time: 0.3055413 Sep 16 19:22:58.848383 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024c356-7b75-4ecd-aaf3-f0515eff346c req-eecdf4ab-e78a-42cd-a587-3891faf0295d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:22:58.849980 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3024c356-7b75-4ecd-aaf3-f0515eff346c req-eecdf4ab-e78a-42cd-a587-3891faf0295d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 200 len: 856 time: 0.0628767 Sep 16 19:22:58.929927 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3024c356-7b75-4ecd-aaf3-f0515eff346c req-03cb28d1-3fb8-4fd0-800e-898b11e7d6f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1709c0d2-594e-4fa5-a067-81a2f6be6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726593 Sep 16 19:22:59.070873 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3024c356-7b75-4ecd-aaf3-f0515eff346c req-975c0896-eebd-48a6-9629-91c4b291ea47 service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342936 Sep 16 19:22:59.219839 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-3024c356-7b75-4ecd-aaf3-f0515eff346c req-e3af26c0-878b-4273-8dbe-416936aab52f service neutron] 10.222.0.45 "GET /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422007 Sep 16 19:23:09.732756 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c8586-cdc1-4889-b52e-469726847abc req-ef794033-bd2c-4f44-9d2f-58d6c38cfc5e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:23:09.734351 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b35c8586-cdc1-4889-b52e-469726847abc req-ef794033-bd2c-4f44-9d2f-58d6c38cfc5e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 946 time: 0.0857456 Sep 16 19:23:09.782339 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-b35c8586-cdc1-4889-b52e-469726847abc req-58e94255-3d4f-41e1-9d15-d283317a45dc tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419197 Sep 16 19:23:11.000527 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5bdcd-9a33-423f-ad28-a19b20bcad27 req-094f898f-7c54-4bd6-9ab5-03ed0930ca19 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:23:11.002149 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cfc5bdcd-9a33-423f-ad28-a19b20bcad27 req-094f898f-7c54-4bd6-9ab5-03ed0930ca19 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 946 time: 0.0832744 Sep 16 19:23:11.053016 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-cfc5bdcd-9a33-423f-ad28-a19b20bcad27 req-f85c1802-600f-4aa1-a379-6a6f446e9a2f tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups?id=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446713 Sep 16 19:23:11.322942 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ba9e5c4f-f55e-4247-af58-7b13b291e5f4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:23:11.324483 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ba9e5c4f-f55e-4247-af58-7b13b291e5f4 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.45 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 946 time: 0.0812497 Sep 16 19:23:11.351012 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:23:11.396338 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Deleting port 301e056a-9531-4389-b059-67b221525a7e {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:23:11.396748 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:11.649003 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] For port 301e056a-9531-4389-b059-67b221525a7e, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=301e056a-9531-4389-b059-67b221525a7e,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:23:11.649400 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:11.939954 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:11.940375 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852707909'] for floatingip, after_update {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:11.940758 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.db.l3_db [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Floating IP cc5a2f06-08da-4a64-850c-2c1b500b1d5c disassociated. External IP: 172.28.0.252, port: 301e056a-9531-4389-b059-67b221525a7e. Sep 16 19:23:11.941136 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Calling delete_port for 301e056a-9531-4389-b059-67b221525a7e owned by compute:nova {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:23:12.081887 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:12.087434 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-607cc71d-55d2-43b4-89c6-9e11fca9e1be tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:12.131404 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event deleted for resources: {'Port': ['ID=301e056a-9531-4389-b059-67b221525a7e,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:12.143831 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:12.144245 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:12.144690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:12.145100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:12.145501 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:12.145901 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:12.146297 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:12.147036 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:12.147036 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:12.147426 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:12.147817 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:12.208102 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:12.322715 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-4e4efd90-486d-45eb-a961-90f6b90c72b6 req-487d3b93-b638-4bd7-91c3-1924f421472e tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/ports?device_id=405ac005-387e-4530-afe2-c933be25c20c HTTP/1.1" status: 200 len: 210 time: 0.1088984 Sep 16 19:23:12.406859 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Router 1ff5a8a0-2284-446f-aef8-e06267e768e1 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:23:12.634480 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:23:12.646294 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1680ec-ec7a-4c56-9704-794af21b4997 None None] Sync routers for ids ['1ff5a8a0-2284-446f-aef8-e06267e768e1'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:23:12.662676 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1680ec-ec7a-4c56-9704-794af21b4997 None None] Routers {'1ff5a8a0-2284-446f-aef8-e06267e768e1'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:23:12.663452 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-3e1680ec-ec7a-4c56-9704-794af21b4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:22:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1ff5a8a0-2284-446f-aef8-e06267e768e1'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:23:12.719092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] No DVR routers for this DVR port 301e056a-9531-4389-b059-67b221525a7e on host hv-cinder-80944 {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:23:12.721758 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for port, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:12.724690 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405ac005-387e-4530-afe2-c933be25c20c', 'name': 'network-vif-deleted', 'tag': '301e056a-9531-4389-b059-67b221525a7e'}] {{(pid=82445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:23:12.740566 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [req-53778b20-e09a-4550-80c3-61c6f3c33d83 req-ec894b33-6a08-4565-b4c3-e6e6c9aa8d7a tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.45 "DELETE /v2.0/ports/301e056a-9531-4389-b059-67b221525a7e HTTP/1.1" status: 204 len: 173 time: 1.4106855 Sep 16 19:23:12.863125 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-3e1680ec-ec7a-4c56-9704-794af21b4997 None None] Set router 1ff5a8a0-2284-446f-aef8-e06267e768e1 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:23:12.931072 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405ac005-387e-4530-afe2-c933be25c20c', 'name': 'network-vif-deleted', 'tag': '301e056a-9531-4389-b059-67b221525a7e', 'status': 'completed', 'code': 200} Sep 16 19:23:13.195259 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-3e1680ec-ec7a-4c56-9704-794af21b4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:46Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:23:13.199384 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1680ec-ec7a-4c56-9704-794af21b4997 None None] Checking router: 1ff5a8a0-2284-446f-aef8-e06267e768e1 for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:23:13.211909 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1680ec-ec7a-4c56-9704-794af21b4997 None None] Routers {'1ff5a8a0-2284-446f-aef8-e06267e768e1'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:23:13.212642 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-3e1680ec-ec7a-4c56-9704-794af21b4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:22:50Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1ff5a8a0-2284-446f-aef8-e06267e768e1'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:23:13.399336 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-3e1680ec-ec7a-4c56-9704-794af21b4997 None None] Set router 1ff5a8a0-2284-446f-aef8-e06267e768e1 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:23:13.475951 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 49088) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:13.563637 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2ea07921-f620-46ef-850d-8106c9d66639 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:13.592449 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2ea07921-f620-46ef-850d-8106c9d66639 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:13.642528 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2ea07921-f620-46ef-850d-8106c9d66639 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:13.648630 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d44c6ae2-cd40-4ddd-bb3b-221a14bcc7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:13.666687 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea07921-f620-46ef-850d-8106c9d66639 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:13.670093 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2ea07921-f620-46ef-850d-8106c9d66639 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:13.678899 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2ea07921-f620-46ef-850d-8106c9d66639 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:13.680805 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-2ea07921-f620-46ef-850d-8106c9d66639 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "DELETE /v2.0/security-groups/e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425 HTTP/1.1" status: 204 len: 168 time: 0.2037711 Sep 16 19:23:13.683622 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 49092) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:13.703582 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.api.v2.resource [None req-90410fa2-9c4c-4a82-8f89-62416819b65d tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] show failed (client error): The resource could not be found. Sep 16 19:23:13.704758 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-90410fa2-9c4c-4a82-8f89-62416819b65d tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "GET /v2.0/security-groups/e86fc4f3-e2b4-4a1c-b1a0-8eb3cdb1f425 HTTP/1.1" status: 404 len: 347 time: 0.0198193 Sep 16 19:23:13.707859 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 49096) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:13.871947 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-3e1680ec-ec7a-4c56-9704-794af21b4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:46Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:23:13.872658 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-bdff255b-6704-4b48-b811-25ceb845ca71 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Deleting port bcb238e9-9659-4d75-b2d6-ecbe97cf60f9 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:23:13.873039 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bdff255b-6704-4b48-b811-25ceb845ca71 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:13.876164 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1680ec-ec7a-4c56-9704-794af21b4997 None None] The sync data for ids ['1ff5a8a0-2284-446f-aef8-e06267e768e1'] in dv-cinder-809448-1-smb is: [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:14:38Z', 'revision_number': 4, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb', '_interfaces': [{'id': '6c8c2586-9795-46ec-a017-aad15030b552', 'name': '', 'network_id': '1709c0d2-594e-4fa5-a067-81a2f6be6311', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'mac_address': 'fa:16:3e:ba:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:38Z', 'updated_at': '2021-09-16T19:14:46Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'subnets': [{'id': 'b89765e2-a364-46b9-a658-0c76ae19c6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:23:14.053605 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bdff255b-6704-4b48-b811-25ceb845ca71 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:14.053979 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bdff255b-6704-4b48-b811-25ceb845ca71 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:14.184773 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-bdff255b-6704-4b48-b811-25ceb845ca71 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Calling delete_port for bcb238e9-9659-4d75-b2d6-ecbe97cf60f9 owned by network:floatingip {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:23:14.318825 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950955ae-4838-4393-ad0c-fb095a05adf6 None None] New status for floating IP cc5a2f06-08da-4a64-850c-2c1b500b1d5c: DOWN {{(pid=82447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:23:14.332300 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bdff255b-6704-4b48-b811-25ceb845ca71 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:14.336776 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-80a2ce8d-7de6-49a5-9d5b-ad00df841b46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:14.379543 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff255b-6704-4b48-b811-25ceb845ca71 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Pushing event deleted for resources: {'Port': ['ID=bcb238e9-9659-4d75-b2d6-ecbe97cf60f9,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:14.382564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-bdff255b-6704-4b48-b811-25ceb845ca71 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:14.482098 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bdff255b-6704-4b48-b811-25ceb845ca71 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks [] for floatingip, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:14.499651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-bdff255b-6704-4b48-b811-25ceb845ca71 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854687971'] for floatingip, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:14.504112 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-bdff255b-6704-4b48-b811-25ceb845ca71 tempest-AttachVolumeShelveTestJSON-1936372523 tempest-AttachVolumeShelveTestJSON-1936372523-project] 10.222.0.39 "DELETE /v2.0/floatingips/cc5a2f06-08da-4a64-850c-2c1b500b1d5c HTTP/1.1" status: 204 len: 168 time: 0.7922220 Sep 16 19:23:15.200708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 301e056a-9531-4389-b059-67b221525a7e no longer exists at agent hyperv_hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:23:15.234828 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] No Port match for: 301e056a-9531-4389-b059-67b221525a7e {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:23:15.235220 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Device 301e056a-9531-4389-b059-67b221525a7e not bound to the agent host hv-cinder-80944 {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:23:17.304796 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-c961769e-a56b-44a2-ad5c-69872c9a8eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:17.343927 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 49120) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:18.164733 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f51a7759-140b-4bdc-a794-101aa7608a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077857'] for router_interface, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:18.790244 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-f51a7759-140b-4bdc-a794-101aa7608a4d admin admin] Deleting port 6c8c2586-9795-46ec-a017-aad15030b552 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:23:18.790818 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f51a7759-140b-4bdc-a794-101aa7608a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:18.938872 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:18.969543 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-f51a7759-140b-4bdc-a794-101aa7608a4d admin admin] For port 6c8c2586-9795-46ec-a017-aad15030b552, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=6c8c2586-9795-46ec-a017-aad15030b552,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:23:18.969943 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f51a7759-140b-4bdc-a794-101aa7608a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:19.097655 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-f51a7759-140b-4bdc-a794-101aa7608a4d admin admin] Calling delete_port for 6c8c2586-9795-46ec-a017-aad15030b552 owned by network:router_interface {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:23:19.266691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f51a7759-140b-4bdc-a794-101aa7608a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:19.271005 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-b8adf5c2-d572-4124-9259-6c9a76dff6c3 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:19.316518 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a7759-140b-4bdc-a794-101aa7608a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8c2586-9795-46ec-a017-aad15030b552,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:19.319539 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f51a7759-140b-4bdc-a794-101aa7608a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:19.617454 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f51a7759-140b-4bdc-a794-101aa7608a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853515982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2077903'] for router_interface, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:19.911986 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-55777378-3023-4b52-880a-4f1a8998cc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:20.004023 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:20.211345 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51a7759-140b-4bdc-a794-101aa7608a4d admin admin] Router 1ff5a8a0-2284-446f-aef8-e06267e768e1 has already been hosted by L3 agent 5997707d-f400-4969-be70-26083f2c9806 {{(pid=82445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:23:20.422182 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51a7759-140b-4bdc-a794-101aa7608a4d admin admin] Notify agent at l3_agent.dv-cinder-809448-1-smb the message routers_updated {{(pid=82445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:23:20.441007 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5057e1c-5716-43f2-9025-3318455b993c None None] Sync routers for ids ['1ff5a8a0-2284-446f-aef8-e06267e768e1'] in dv-cinder-809448-1-smb {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:23:20.447617 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f51a7759-140b-4bdc-a794-101aa7608a4d admin admin] 10.222.0.39 "PUT /v2.0/routers/1ff5a8a0-2284-446f-aef8-e06267e768e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1000786 Sep 16 19:23:20.447891 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 49126) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:20.454407 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5057e1c-5716-43f2-9025-3318455b993c None None] Routers {'1ff5a8a0-2284-446f-aef8-e06267e768e1'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:23:20.455668 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-f5057e1c-5716-43f2-9025-3318455b993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:23:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1ff5a8a0-2284-446f-aef8-e06267e768e1'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:23:20.649535 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-f5057e1c-5716-43f2-9025-3318455b993c None None] Set router 1ff5a8a0-2284-446f-aef8-e06267e768e1 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:23:20.874628 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Notify callbacks [] for router, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:20.951601 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-f5057e1c-5716-43f2-9025-3318455b993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:23:19Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:23:20.955603 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5057e1c-5716-43f2-9025-3318455b993c None None] Checking router: 1ff5a8a0-2284-446f-aef8-e06267e768e1 for host: dv-cinder-809448-1-smb {{(pid=82448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:23:20.966723 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5057e1c-5716-43f2-9025-3318455b993c None None] Routers {'1ff5a8a0-2284-446f-aef8-e06267e768e1'} bound to L3 agent in host dv-cinder-809448-1-smb {{(pid=82448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:23:20.967391 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-f5057e1c-5716-43f2-9025-3318455b993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T19:02:50Z,description=,heartbeat_timestamp=2021-09-16T19:23:20Z,host='dv-cinder-809448-1-smb',id=5997707d-f400-4969-be70-26083f2c9806,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:02:50Z,topic='l3_agent')) {'router_ids': ['1ff5a8a0-2284-446f-aef8-e06267e768e1'], 'active': True} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:23:21.078730 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:21.086889 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Deleting port bf1bde14-f45d-4fdf-b042-754b5fae54b1 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:23:21.087260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:21.151463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvr_db [None req-f5057e1c-5716-43f2-9025-3318455b993c None None] Set router 1ff5a8a0-2284-446f-aef8-e06267e768e1 gateway port host: dv-cinder-809448-1-smb {{(pid=82448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:23:21.266247 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] For port bf1bde14-f45d-4fdf-b042-754b5fae54b1, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=bf1bde14-f45d-4fdf-b042-754b5fae54b1,segment=NetworkSegment(13c15390-c3b0-48fb-b0dc-215d1eba1a30),segment_id=13c15390-c3b0-48fb-b0dc-215d1eba1a30)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:23:21.266639 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:21.348838 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:21.395471 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Calling delete_port for bf1bde14-f45d-4fdf-b042-754b5fae54b1 owned by network:router_gateway {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:23:21.462255 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_hamode_db [None req-f5057e1c-5716-43f2-9025-3318455b993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:23:19Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}], 'dv-cinder-809448-1-smb', False) {} {{(pid=82448) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:23:21.467933 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5057e1c-5716-43f2-9025-3318455b993c None None] The sync data for ids ['1ff5a8a0-2284-446f-aef8-e06267e768e1'] in dv-cinder-809448-1-smb is: [{'id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1373914694-router', 'tenant_id': '28b88f58a8264731b5bdb908599b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'external_fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:14:34Z', 'updated_at': '2021-09-16T19:23:19Z', 'revision_number': 5, 'project_id': '28b88f58a8264731b5bdb908599b1158', 'gw_port': {'id': 'bf1bde14-f45d-4fdf-b042-754b5fae54b1', 'name': '', 'network_id': '718729de-5f21-40b7-aa11-1e5226d826a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a8a0-2284-446f-aef8-e06267e768e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36747542-734f-49ce-8806-50515b72b8f0', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:14:35Z', 'updated_at': '2021-09-16T19:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36747542-734f-49ce-8806-50515b72b8f0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-smb'}] {{(pid=82448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:23:21.585806 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:21.590453 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-eb77add2-1539-47cf-bd7c-beabcc2f99b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:21.636126 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Pushing event deleted for resources: {'Port': ['ID=bf1bde14-f45d-4fdf-b042-754b5fae54b1,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:21.641267 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:21.884433 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852708529'] for router_gateway, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:22.153762 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852699825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28575'] for router, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:22.158966 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:22.181054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2066428'] for router, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:22.181604 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff5a8a0-2284-446f-aef8-e06267e768e1 {{(pid=82445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:23:22.193802 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] Notify callbacks [] for router, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:22.195032 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-2322248b-67b7-4c55-b8ef-ee95076abcff admin admin] 10.222.0.39 "DELETE /v2.0/routers/1ff5a8a0-2284-446f-aef8-e06267e768e1 HTTP/1.1" status: 204 len: 168 time: 1.7461812 Sep 16 19:23:22.197694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 49130) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:22.265194 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99b6f46-de0f-4252-bc59-08496cacdef4 admin admin] Deleting subnet b89765e2-a364-46b9-a658-0c76ae19c6b0 {{(pid=82445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:23:22.269075 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d99b6f46-de0f-4252-bc59-08496cacdef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:22.322240 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d99b6f46-de0f-4252-bc59-08496cacdef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2339249'] for subnet, precommit_delete_associations {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:22.407519 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d99b6f46-de0f-4252-bc59-08496cacdef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775391'] for subnet, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:22.466797 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 6c8c2586-9795-46ec-a017-aad15030b552 no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:23:22.480298 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d99b6f46-de0f-4252-bc59-08496cacdef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851643178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794483'] for subnet, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:22.485963 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:22.517865 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: 6c8c2586-9795-46ec-a017-aad15030b552 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:23:22.518156 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device 6c8c2586-9795-46ec-a017-aad15030b552 not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:23:22.518847 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device bf1bde14-f45d-4fdf-b042-754b5fae54b1 no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:23:22.526932 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b6f46-de0f-4252-bc59-08496cacdef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b89765e2-a364-46b9-a658-0c76ae19c6b0,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:22.530501 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d99b6f46-de0f-4252-bc59-08496cacdef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:22.532171 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d99b6f46-de0f-4252-bc59-08496cacdef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for subnet, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:22.541267 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d99b6f46-de0f-4252-bc59-08496cacdef4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b89765e2-a364-46b9-a658-0c76ae19c6b0 HTTP/1.1" status: 204 len: 168 time: 0.3401725 Sep 16 19:23:22.541530 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 49134) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:22.544988 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab5bb1-d8f1-4f66-a17a-e3a6dab72938 None None] Network 1709c0d2-594e-4fa5-a067-81a2f6be6311 requested from dv-cinder-809448-1-smb {{(pid=82447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:23:22.619791 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: bf1bde14-f45d-4fdf-b042-754b5fae54b1 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:23:22.620191 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device bf1bde14-f45d-4fdf-b042-754b5fae54b1 not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:23:22.654367 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-176357'] for network, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:22.665279 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Deleting port ac8f44a0-9afd-4467-9746-b8a24cc1c194 {{(pid=82445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:23:22.665597 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:22.817130 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df64987-966b-4e36-a984-96f92390a1e7 None None] DHCP port deletion for 1709c0d2-594e-4fa5-a067-81a2f6be6311 request from dv-cinder-809448-1-smb {{(pid=82447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 16 19:23:22.821738 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-0df64987-966b-4e36-a984-96f92390a1e7 None None] Deleting port ac8f44a0-9afd-4467-9746-b8a24cc1c194 {{(pid=82447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:23:22.822158 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0df64987-966b-4e36-a984-96f92390a1e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:22.883277 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] For port ac8f44a0-9afd-4467-9746-b8a24cc1c194, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=ac8f44a0-9afd-4467-9746-b8a24cc1c194,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:23:22.883670 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.008863 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Calling delete_port for ac8f44a0-9afd-4467-9746-b8a24cc1c194 owned by network:dhcp {{(pid=82445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:23:23.032559 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.db [None req-0df64987-966b-4e36-a984-96f92390a1e7 None None] For port ac8f44a0-9afd-4467-9746-b8a24cc1c194, host dv-cinder-809448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-smb',level=0,port_id=ac8f44a0-9afd-4467-9746-b8a24cc1c194,segment=NetworkSegment(992dc622-4421-4233-92c1-264037cf51c2),segment_id=992dc622-4421-4233-92c1-264037cf51c2)] {{(pid=82447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:23:23.033029 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0df64987-966b-4e36-a984-96f92390a1e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852709644'] for port, precommit_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.083066 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7520785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854644522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252720563708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252720976022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132547'] for port, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.087521 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2b187742-ce98-49b6-a2f5-90d4b3aca37a tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:23.130020 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8f44a0-9afd-4467-9746-b8a24cc1c194,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:23.132748 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:23.135219 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] No DVR routers for this DVR port ac8f44a0-9afd-4467-9746-b8a24cc1c194 on host dv-cinder-809448-1-smb {{(pid=82445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:23:23.159080 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-0df64987-966b-4e36-a984-96f92390a1e7 None None] Calling delete_port for ac8f44a0-9afd-4467-9746-b8a24cc1c194 owned by network:dhcp {{(pid=82447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:23:23.217027 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.242882 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.db.api [None req-0df64987-966b-4e36-a984-96f92390a1e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82447) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:23:23.243294 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_db.api [None req-0df64987-966b-4e36-a984-96f92390a1e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82447) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:23:23.259691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770120', 'neutron.services.segments.db._delete_segments_for_network-8784134269982'] for network, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.286260 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1709c0d2-594e-4fa5-a067-81a2f6be6311']}} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:23:23.299314 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992dc622-4421-4233-92c1-264037cf51c2') {'for_net_delete': True} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:23:23.299648 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.services.segments.db [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992dc622-4421-4233-92c1-264037cf51c2') {} {{(pid=82445) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:23:23.312100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252720511826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436568'] for segment, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.330479 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-41370'] for segment, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.336691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=82445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:23:23.337112 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854734461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851643283'] for segment, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: Traceback (most recent call last): Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: timer() Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: cb(*args, **kw) Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: return func(*args, **kwargs) Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: self._notify() Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: self.callback(batched_events) Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: event.method(event) Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: segment_id)['aggregates'][0] Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: return f(self, *a, **k) Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: return self._get(url).json() Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: **kwargs) Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: return self.request(url, 'GET', **kwargs) Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: **endpoint_filter) Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:23:23.351336 dv-cinder-809448-1-smb neutron-server[82336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:23:23.434796 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852707928'] for network, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.438845 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:23.455423 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259860'] for network, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.461780 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Pushing event deleted for resources: {'Network': ['ID=1709c0d2-594e-4fa5-a067-81a2f6be6311,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:23.468028 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:23.478525 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-07c84054-2de7-4e5a-a60d-c5196b1e5630 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1709c0d2-594e-4fa5-a067-81a2f6be6311 HTTP/1.1" status: 204 len: 168 time: 0.9358292 Sep 16 19:23:23.621911 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49140) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:23.674940 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f16b6e7d-dbe3-4880-8d0a-e32f29089e5a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28b88f58a8264731b5bdb908599b1158&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516181 Sep 16 19:23:23.677409 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49144) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:23.739154 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.744235 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-0df64987-966b-4e36-a984-96f92390a1e7 None None] Deleting port ac8f44a0-9afd-4467-9746-b8a24cc1c194 {{(pid=82447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:23:23.744742 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-0df64987-966b-4e36-a984-96f92390a1e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252720618356'] for port, before_delete {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.765775 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.810320 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-0df64987-966b-4e36-a984-96f92390a1e7 None None] The port 'ac8f44a0-9afd-4467-9746-b8a24cc1c194' was deleted {{(pid=82447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 16 19:23:23.814079 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.819460 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-cfe262d4-4242-43c3-9038-684e39bf3f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:23.834120 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d6bead-036d-4b83-a909-eba21cae28f4,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:23.846762 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:23.850584 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/49d6bead-036d-4b83-a909-eba21cae28f4 HTTP/1.1" status: 204 len: 168 time: 0.1695888 Sep 16 19:23:23.850584 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:23.850584 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:23.850952 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:23.851063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:23.851462 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:23.851869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:23.852302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:23.852709 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:23.853116 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:23.853519 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:23.853919 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:23:23.857163 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:24.456535 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device ac8f44a0-9afd-4467-9746-b8a24cc1c194 no longer exists at agent ovs-agent-dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:23:24.490795 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.plugin [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] No Port match for: ac8f44a0-9afd-4467-9746-b8a24cc1c194 {{(pid=82447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:23:24.491275 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.plugins.ml2.rpc [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Device ac8f44a0-9afd-4467-9746-b8a24cc1c194 not bound to the agent host dv-cinder-809448-1-smb {{(pid=82447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:23:26.018035 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49188) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:26.189484 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2801ac31-04fc-4924-81bc-d8ae87fe8ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:26.221870 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-2801ac31-04fc-4924-81bc-d8ae87fe8ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:23:26.225878 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-2801ac31-04fc-4924-81bc-d8ae87fe8ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:44b55e4e37e94eb7b7b31423f69a4616 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:23:26.228794 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-2801ac31-04fc-4924-81bc-d8ae87fe8ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:23:26.234773 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-2801ac31-04fc-4924-81bc-d8ae87fe8ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:23:26.305774 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2801ac31-04fc-4924-81bc-d8ae87fe8ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:26.308408 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2801ac31-04fc-4924-81bc-d8ae87fe8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:26.315982 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6df8bd59-e5d4-4f1c-b53a-1b33cdfcd21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:26.356893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801ac31-04fc-4924-81bc-d8ae87fe8ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bd6f58-7056-46e6-ac6e-14dc145752ec,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:26.361218 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2801ac31-04fc-4924-81bc-d8ae87fe8ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:26.363738 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-2801ac31-04fc-4924-81bc-d8ae87fe8ce3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44b55e4e37e94eb7b7b31423f69a4616&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3445556 Sep 16 19:23:26.366602 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49194) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:26.430854 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1f36cec4-31e2-4895-b3fe-7fc2b7f9c93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:26.457481 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1f36cec4-31e2-4895-b3fe-7fc2b7f9c93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:26.505680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1f36cec4-31e2-4895-b3fe-7fc2b7f9c93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:26.511017 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-da661a70-1c5c-4eeb-8ed1-c104a40a7493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:26.527639 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36cec4-31e2-4895-b3fe-7fc2b7f9c93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bd6f58-7056-46e6-ac6e-14dc145752ec,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:26.530438 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1f36cec4-31e2-4895-b3fe-7fc2b7f9c93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:26.531564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1f36cec4-31e2-4895-b3fe-7fc2b7f9c93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:26.534129 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1f36cec4-31e2-4895-b3fe-7fc2b7f9c93b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1bd6f58-7056-46e6-ac6e-14dc145752ec HTTP/1.1" status: 204 len: 168 time: 0.1663992 Sep 16 19:23:26.872702 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49202) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:26.892804 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3a982adb-7f75-4597-9439-899cb683328d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:26.924611 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-3a982adb-7f75-4597-9439-899cb683328d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:23:26.928554 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-3a982adb-7f75-4597-9439-899cb683328d admin admin] Usage tracker for resource:security_group_rule and tenant:8335f3346999469bb05b4cdb89688a82 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:23:26.931725 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-3a982adb-7f75-4597-9439-899cb683328d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:23:26.937688 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-3a982adb-7f75-4597-9439-899cb683328d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:23:27.003342 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3a982adb-7f75-4597-9439-899cb683328d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:27.005986 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-3a982adb-7f75-4597-9439-899cb683328d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:27.012537 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-97c0b0b7-4e5f-4d4e-9d00-5fef4346b0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:27.053582 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a982adb-7f75-4597-9439-899cb683328d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae84417-e639-4979-bad7-7859ad784d1b,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:27.058663 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3a982adb-7f75-4597-9439-899cb683328d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:27.061146 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-3a982adb-7f75-4597-9439-899cb683328d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8335f3346999469bb05b4cdb89688a82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1873109 Sep 16 19:23:27.064538 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49206) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:27.126460 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4018d6db-6c52-404d-b4b0-e7f9216038cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:27.152736 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4018d6db-6c52-404d-b4b0-e7f9216038cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:27.199315 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4018d6db-6c52-404d-b4b0-e7f9216038cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:27.204790 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-52fafe48-c639-4d67-bced-83f4f4cc4ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:27.217895 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018d6db-6c52-404d-b4b0-e7f9216038cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae84417-e639-4979-bad7-7859ad784d1b,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:27.220341 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-4018d6db-6c52-404d-b4b0-e7f9216038cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:27.222387 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4018d6db-6c52-404d-b4b0-e7f9216038cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:27.223628 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-4018d6db-6c52-404d-b4b0-e7f9216038cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ae84417-e639-4979-bad7-7859ad784d1b HTTP/1.1" status: 204 len: 168 time: 0.1580389 Sep 16 19:23:46.038950 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49422) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:46.202903 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5312bd25-5ccd-4762-b0b3-7f3c0b8f17f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:46.240422 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-5312bd25-5ccd-4762-b0b3-7f3c0b8f17f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:23:46.244408 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-5312bd25-5ccd-4762-b0b3-7f3c0b8f17f7 admin admin] Usage tracker for resource:security_group_rule and tenant:af56f38c87994927a09df037a06cce47 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:23:46.247308 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-5312bd25-5ccd-4762-b0b3-7f3c0b8f17f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:23:46.253956 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-5312bd25-5ccd-4762-b0b3-7f3c0b8f17f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:23:46.323680 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5312bd25-5ccd-4762-b0b3-7f3c0b8f17f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:46.326203 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5312bd25-5ccd-4762-b0b3-7f3c0b8f17f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:46.333539 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1401c947-e493-4b20-9845-b0ddaa8687a8 tempest-AttachVolumeTestJSON-2131673724 tempest-AttachVolumeTestJSON-2131673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:46.375827 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312bd25-5ccd-4762-b0b3-7f3c0b8f17f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8651509-aa24-4e0f-9bd4-8e6e6fd0a089,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:46.379857 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-5312bd25-5ccd-4762-b0b3-7f3c0b8f17f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:46.382255 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-5312bd25-5ccd-4762-b0b3-7f3c0b8f17f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af56f38c87994927a09df037a06cce47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3422441 Sep 16 19:23:46.385234 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49428) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:46.447886 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-96ce73d4-dda8-47d8-bfc5-f7a61531d8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:46.478289 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-96ce73d4-dda8-47d8-bfc5-f7a61531d8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:46.524628 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-96ce73d4-dda8-47d8-bfc5-f7a61531d8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:46.530142 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3aad09bf-ea7a-48fa-b417-aa221cf3f4b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:46.543384 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce73d4-dda8-47d8-bfc5-f7a61531d8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8651509-aa24-4e0f-9bd4-8e6e6fd0a089,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:46.546663 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-96ce73d4-dda8-47d8-bfc5-f7a61531d8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:46.549390 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-96ce73d4-dda8-47d8-bfc5-f7a61531d8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:46.550600 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-96ce73d4-dda8-47d8-bfc5-f7a61531d8c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8651509-aa24-4e0f-9bd4-8e6e6fd0a089 HTTP/1.1" status: 204 len: 168 time: 0.1643972 Sep 16 19:23:46.899433 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49436) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:46.920077 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d829b782-7e8b-4106-9c92-2312da62d96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:46.952914 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d829b782-7e8b-4106-9c92-2312da62d96e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:23:46.957368 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d829b782-7e8b-4106-9c92-2312da62d96e admin admin] Usage tracker for resource:security_group_rule and tenant:eee2eb0416d14beb998d540fdef7c1ae is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:23:46.960229 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-d829b782-7e8b-4106-9c92-2312da62d96e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:23:46.966225 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-d829b782-7e8b-4106-9c92-2312da62d96e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:23:47.031924 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d829b782-7e8b-4106-9c92-2312da62d96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:47.034794 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-d829b782-7e8b-4106-9c92-2312da62d96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:47.042206 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-83798d08-9d6f-4881-be5a-c7e31ca18669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:47.085708 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829b782-7e8b-4106-9c92-2312da62d96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720f7d99-079a-422a-a19d-e28c9a7646cd,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:47.088902 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-d829b782-7e8b-4106-9c92-2312da62d96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:47.091187 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-d829b782-7e8b-4106-9c92-2312da62d96e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eee2eb0416d14beb998d540fdef7c1ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1906826 Sep 16 19:23:47.094582 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49440) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:47.160475 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-715c2e05-91b1-48ac-938c-d07691fff172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:47.187601 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-715c2e05-91b1-48ac-938c-d07691fff172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:47.231844 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-715c2e05-91b1-48ac-938c-d07691fff172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:47.236851 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1f36cec4-31e2-4895-b3fe-7fc2b7f9c93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:47.250823 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c2e05-91b1-48ac-938c-d07691fff172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720f7d99-079a-422a-a19d-e28c9a7646cd,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:47.253890 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-715c2e05-91b1-48ac-938c-d07691fff172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:47.254783 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-715c2e05-91b1-48ac-938c-d07691fff172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:47.256058 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-715c2e05-91b1-48ac-938c-d07691fff172 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/720f7d99-079a-422a-a19d-e28c9a7646cd HTTP/1.1" status: 204 len: 168 time: 0.1604373 Sep 16 19:23:47.306469 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1662fa74-4fc4-4f04-9bc3-ce22605dc107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:48.352760 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:23:48.941435 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:49.912702 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-71d6c3f9-1dd0-446d-8975-088e93f616ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:50.007103 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:50.432201 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49514) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:50.584903 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2c0db6ff-fdcc-473e-adfd-bb750529d17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:50.618716 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-2c0db6ff-fdcc-473e-adfd-bb750529d17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:23:50.622699 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-2c0db6ff-fdcc-473e-adfd-bb750529d17b admin admin] Usage tracker for resource:security_group_rule and tenant:573827ca1bc1424c8d5cc33cd890be34 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:23:50.626217 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-2c0db6ff-fdcc-473e-adfd-bb750529d17b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:23:50.632226 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-2c0db6ff-fdcc-473e-adfd-bb750529d17b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:23:50.699518 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2c0db6ff-fdcc-473e-adfd-bb750529d17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:50.702183 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2c0db6ff-fdcc-473e-adfd-bb750529d17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:50.709588 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-fc0e96ef-caf5-4d8a-8e24-01a6e82c6140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:50.755531 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0db6ff-fdcc-473e-adfd-bb750529d17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a460d875-5401-4dc0-b69f-49b74b544ef6,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:50.760160 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-2c0db6ff-fdcc-473e-adfd-bb750529d17b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=573827ca1bc1424c8d5cc33cd890be34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3267713 Sep 16 19:23:50.761192 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-2c0db6ff-fdcc-473e-adfd-bb750529d17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:50.762965 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49520) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:50.826373 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dc278f19-9bb5-424e-9cd6-efe059361ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:50.852419 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dc278f19-9bb5-424e-9cd6-efe059361ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:50.896347 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dc278f19-9bb5-424e-9cd6-efe059361ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:50.901198 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-bfe2fd8e-a1f1-4e65-84c0-706f6499ce64 tempest-TestMinimumBasicScenario-26047899 tempest-TestMinimumBasicScenario-26047899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:50.911675 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc278f19-9bb5-424e-9cd6-efe059361ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a460d875-5401-4dc0-b69f-49b74b544ef6,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:50.914280 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-dc278f19-9bb5-424e-9cd6-efe059361ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:50.919974 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dc278f19-9bb5-424e-9cd6-efe059361ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:50.922355 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-dc278f19-9bb5-424e-9cd6-efe059361ca9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a460d875-5401-4dc0-b69f-49b74b544ef6 HTTP/1.1" status: 204 len: 168 time: 0.1572633 Sep 16 19:23:51.254799 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49528) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:51.274981 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dd6203b-0c18-4a54-ad1e-148fbb69eb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:51.309611 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-1dd6203b-0c18-4a54-ad1e-148fbb69eb48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:23:51.313614 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-1dd6203b-0c18-4a54-ad1e-148fbb69eb48 admin admin] Usage tracker for resource:security_group_rule and tenant:c75c19c647644180a95075d7617d41c2 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:23:51.316506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-1dd6203b-0c18-4a54-ad1e-148fbb69eb48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:23:51.322506 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-1dd6203b-0c18-4a54-ad1e-148fbb69eb48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:23:51.347092 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:51.389676 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dd6203b-0c18-4a54-ad1e-148fbb69eb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:51.392890 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1dd6203b-0c18-4a54-ad1e-148fbb69eb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:51.400196 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-33ec305b-559f-49a3-b49e-9c5807cd48f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:51.444819 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6203b-0c18-4a54-ad1e-148fbb69eb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011018e4-e197-4041-8a30-6292ecd15996,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:51.448502 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1dd6203b-0c18-4a54-ad1e-148fbb69eb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:51.450918 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1dd6203b-0c18-4a54-ad1e-148fbb69eb48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c75c19c647644180a95075d7617d41c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1950524 Sep 16 19:23:51.454393 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49532) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:51.517072 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-46de31e3-e5fa-4fd0-b35a-e36319056346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:51.543991 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-46de31e3-e5fa-4fd0-b35a-e36319056346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:51.587424 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-46de31e3-e5fa-4fd0-b35a-e36319056346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:51.592347 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-3a982adb-7f75-4597-9439-899cb683328d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:51.606301 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de31e3-e5fa-4fd0-b35a-e36319056346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011018e4-e197-4041-8a30-6292ecd15996,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:51.609378 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-46de31e3-e5fa-4fd0-b35a-e36319056346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:51.610257 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-46de31e3-e5fa-4fd0-b35a-e36319056346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:51.612172 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-46de31e3-e5fa-4fd0-b35a-e36319056346 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/011018e4-e197-4041-8a30-6292ecd15996 HTTP/1.1" status: 204 len: 168 time: 0.1566279 Sep 16 19:23:52.951360 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49562) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:53.100547 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-94e2dca6-c769-46df-a443-bbe609b981c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:53.133608 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-94e2dca6-c769-46df-a443-bbe609b981c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:23:53.137651 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-94e2dca6-c769-46df-a443-bbe609b981c5 admin admin] Usage tracker for resource:security_group_rule and tenant:55802131076d4944b23094f4182e5f6e is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:23:53.140568 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-94e2dca6-c769-46df-a443-bbe609b981c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:23:53.146642 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-94e2dca6-c769-46df-a443-bbe609b981c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:23:53.207512 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:53.220550 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-94e2dca6-c769-46df-a443-bbe609b981c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:53.223106 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-94e2dca6-c769-46df-a443-bbe609b981c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:53.230582 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-70aedb70-8208-4f4c-9ac3-f1282d8b391c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:53.273207 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2dca6-c769-46df-a443-bbe609b981c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fbf39b-e533-4e3b-b6fb-0a54424d1894,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:53.276933 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-94e2dca6-c769-46df-a443-bbe609b981c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:53.279151 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-94e2dca6-c769-46df-a443-bbe609b981c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55802131076d4944b23094f4182e5f6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3267248 Sep 16 19:23:53.282619 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 49568) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:23:53.350258 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-253f9bac-e2b7-471a-a6a7-d5f61c0c123d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:53.377084 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-253f9bac-e2b7-471a-a6a7-d5f61c0c123d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:53.419699 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-253f9bac-e2b7-471a-a6a7-d5f61c0c123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:53.425063 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-972899a2-f5dd-4643-b0ef-bb426f40c7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:23:53.435788 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f9bac-e2b7-471a-a6a7-d5f61c0c123d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fbf39b-e533-4e3b-b6fb-0a54424d1894,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:23:53.439466 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-253f9bac-e2b7-471a-a6a7-d5f61c0c123d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:23:53.442623 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-253f9bac-e2b7-471a-a6a7-d5f61c0c123d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:23:53.443825 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-253f9bac-e2b7-471a-a6a7-d5f61c0c123d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2fbf39b-e533-4e3b-b6fb-0a54424d1894 HTTP/1.1" status: 204 len: 168 time: 0.1601326 Sep 16 19:24:03.664579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49692) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:24:03.814110 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df6b7c42-109e-4645-a6fe-b25c497aba41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:03.846479 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-df6b7c42-109e-4645-a6fe-b25c497aba41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:24:03.850479 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-df6b7c42-109e-4645-a6fe-b25c497aba41 admin admin] Usage tracker for resource:security_group_rule and tenant:0fd618218b024ab1b75181b689a009f9 is out of sync, need to count used quota {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:24:03.853413 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-df6b7c42-109e-4645-a6fe-b25c497aba41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82446) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:24:03.859974 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-df6b7c42-109e-4645-a6fe-b25c497aba41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82446) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:24:03.926942 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df6b7c42-109e-4645-a6fe-b25c497aba41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:03.929552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df6b7c42-109e-4645-a6fe-b25c497aba41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:03.937161 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f8a2fc9d-aff7-49d7-aa3c-60c2793db632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:24:03.979691 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b7c42-109e-4645-a6fe-b25c497aba41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cac317-860c-414d-acf6-ed5ea77b4652,revision_number=1']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:24:03.983968 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-df6b7c42-109e-4645-a6fe-b25c497aba41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fd618218b024ab1b75181b689a009f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3182104 Sep 16 19:24:03.985492 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-df6b7c42-109e-4645-a6fe-b25c497aba41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:24:03.987336 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 49698) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:24:04.050181 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ed66-8639-433f-9b34-8f8f20772721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:04.077266 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ed66-8639-433f-9b34-8f8f20772721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:04.125288 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ed66-8639-433f-9b34-8f8f20772721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:04.130395 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-bc0ec6c0-6f3a-4420-9289-44040ec3a68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:24:04.144327 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2ed66-8639-433f-9b34-8f8f20772721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cac317-860c-414d-acf6-ed5ea77b4652,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:24:04.147345 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-f4c2ed66-8639-433f-9b34-8f8f20772721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:24:04.148226 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ed66-8639-433f-9b34-8f8f20772721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:04.152068 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-f4c2ed66-8639-433f-9b34-8f8f20772721 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23cac317-860c-414d-acf6-ed5ea77b4652 HTTP/1.1" status: 204 len: 168 time: 0.1633778 Sep 16 19:24:04.483229 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 49706) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:24:04.506621 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad6c72a6-d17e-4ec3-b8d4-8aa892efdc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:04.539297 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ad6c72a6-d17e-4ec3-b8d4-8aa892efdc10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:24:04.543379 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ad6c72a6-d17e-4ec3-b8d4-8aa892efdc10 admin admin] Usage tracker for resource:security_group_rule and tenant:b046952f91de4ff28a7a38c8505bf6ae is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:24:04.546316 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-ad6c72a6-d17e-4ec3-b8d4-8aa892efdc10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:24:04.552444 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-ad6c72a6-d17e-4ec3-b8d4-8aa892efdc10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:24:04.618931 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad6c72a6-d17e-4ec3-b8d4-8aa892efdc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:04.621494 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad6c72a6-d17e-4ec3-b8d4-8aa892efdc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:04.629235 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-59313844-8118-4838-b30c-f4acc0ad5146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:24:04.671457 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c72a6-d17e-4ec3-b8d4-8aa892efdc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93eef13e-a3bd-45f1-97d4-12db053ea8fb,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:24:04.675631 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-ad6c72a6-d17e-4ec3-b8d4-8aa892efdc10 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b046952f91de4ff28a7a38c8505bf6ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1913416 Sep 16 19:24:04.676613 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-ad6c72a6-d17e-4ec3-b8d4-8aa892efdc10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:24:04.678481 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 49710) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:24:04.739697 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8574-6efa-4dc0-8291-4e79d3f927a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:04.766659 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8574-6efa-4dc0-8291-4e79d3f927a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:04.812616 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8574-6efa-4dc0-8291-4e79d3f927a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:04.817560 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-253f9bac-e2b7-471a-a6a7-d5f61c0c123d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:24:05.045234 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f8574-6efa-4dc0-8291-4e79d3f927a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eef13e-a3bd-45f1-97d4-12db053ea8fb,revision_number=None']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:24:05.048816 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1f7f8574-6efa-4dc0-8291-4e79d3f927a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:24:05.050745 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8574-6efa-4dc0-8291-4e79d3f927a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:05.051951 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-1f7f8574-6efa-4dc0-8291-4e79d3f927a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93eef13e-a3bd-45f1-97d4-12db053ea8fb HTTP/1.1" status: 204 len: 168 time: 0.3724523 Sep 16 19:24:05.453066 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 49718) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:24:05.472985 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-92bc99fa-44e9-4d9d-b57e-43e2920b40e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:05.505988 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-92bc99fa-44e9-4d9d-b57e-43e2920b40e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:24:05.511756 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-92bc99fa-44e9-4d9d-b57e-43e2920b40e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4f4401a59f3047709eb4cfc17cbe7ddf is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:24:05.515893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-92bc99fa-44e9-4d9d-b57e-43e2920b40e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:24:05.524275 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-92bc99fa-44e9-4d9d-b57e-43e2920b40e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:24:05.598076 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-92bc99fa-44e9-4d9d-b57e-43e2920b40e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:05.600479 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-92bc99fa-44e9-4d9d-b57e-43e2920b40e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:05.607715 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-651ef0d4-c992-4e80-90c1-83c4d49431b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:24:05.651628 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-92bc99fa-44e9-4d9d-b57e-43e2920b40e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f4401a59f3047709eb4cfc17cbe7ddf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1974609 Sep 16 19:24:05.652457 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc99fa-44e9-4d9d-b57e-43e2920b40e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d488e91-11a6-4d80-b365-9ebcd57b74a9,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:24:05.654552 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49722) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:24:05.655570 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-92bc99fa-44e9-4d9d-b57e-43e2920b40e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:24:05.722162 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-195b6bac-7240-4541-bd36-49864d1cf51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:05.748006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-195b6bac-7240-4541-bd36-49864d1cf51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:05.791585 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-195b6bac-7240-4541-bd36-49864d1cf51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:05.796445 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-6ee9ffcb-77db-411e-a6b2-bd02ce3b0cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:24:05.811230 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b6bac-7240-4541-bd36-49864d1cf51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d488e91-11a6-4d80-b365-9ebcd57b74a9,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:24:05.816434 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-195b6bac-7240-4541-bd36-49864d1cf51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:24:05.823024 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-195b6bac-7240-4541-bd36-49864d1cf51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:05.824236 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-195b6bac-7240-4541-bd36-49864d1cf51f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d488e91-11a6-4d80-b365-9ebcd57b74a9 HTTP/1.1" status: 204 len: 168 time: 0.1685717 Sep 16 19:24:12.746852 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82445) accepted ('10.222.0.39', 49790) {{(pid=82445) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:24:12.895215 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:12.928102 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:24:12.932356 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Usage tracker for resource:security_group_rule and tenant:712d2501615a439094302e1d6f63d10c is out of sync, need to count used quota {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:24:12.935271 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.quota.resource [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82445) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:24:12.941298 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.quota.driver [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:24:13.010920 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:13.013743 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_create {{(pid=82445) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:13.021006 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-1f7f8574-6efa-4dc0-8291-4e79d3f927a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:24:13.063594 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637abce9-24c9-4386-a63f-3ce47abb49db,revision_number=1']} {{(pid=82445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:24:13.071998 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=712d2501615a439094302e1d6f63d10c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3240681 Sep 16 19:24:13.075060 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.wsgi [-] (82446) accepted ('10.222.0.39', 49796) {{(pid=82446) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:24:13.075824 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:24:13.076244 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:24:13.076679 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:24:13.077090 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:24:13.077591 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:24:13.078707 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:24:13.079180 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:24:13.079588 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:24:13.080021 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:24:13.080421 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:24:13.080846 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-smb {{(pid=82445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:24:13.084869 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-34732dee-d1c8-431a-a275-00360cd93839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82445) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:24:13.138891 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cfee2f46-95a6-4a58-8880-a514aa4a3e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:13.166784 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cfee2f46-95a6-4a58-8880-a514aa4a3e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:13.211496 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cfee2f46-95a6-4a58-8880-a514aa4a3e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015869'] for security_group, after_delete {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:13.216357 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-62c5f934-4256-462c-b72d-6e32c27bb013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:24:13.232515 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee2f46-95a6-4a58-8880-a514aa4a3e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637abce9-24c9-4386-a63f-3ce47abb49db,revision_number=None']} {{(pid=82446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:24:13.235774 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG oslo_concurrency.lockutils [None req-cfee2f46-95a6-4a58-8880-a514aa4a3e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82446) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:24:13.237759 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cfee2f46-95a6-4a58-8880-a514aa4a3e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82446) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:13.239606 dv-cinder-809448-1-smb neutron-server[82336]: INFO neutron.wsgi [None req-cfee2f46-95a6-4a58-8880-a514aa4a3e1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/637abce9-24c9-4386-a63f-3ce47abb49db HTTP/1.1" status: 204 len: 168 time: 0.1634150 Sep 16 19:24:17.307729 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-af42d7d2-05a1-44c4-93e2-3b41a2c0590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:18.942999 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:19.913084 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ed0ef097-6fb0-4245-99f3-25b8931e9769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:20.009678 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:21.350377 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:23.217648 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:25.353241 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:24:47.311514 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-9d1593f8-8433-46a1-9c5b-8cd12d37ee1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:48.944582 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:49.915190 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ddd56dda-c0df-4927-bdcd-051deb82b90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:50.010893 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:51.351980 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:24:53.221103 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:02.354407 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:25:17.314459 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-e80faea9-3217-496e-b52b-7c6d93e02b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:18.945894 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:19.916791 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-cf990e4e-7bab-4a5a-a61b-e7cf2b039986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:20.013202 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:21.354197 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:23.235580 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:39.354948 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:25:47.315694 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c2e0-9397-4a9e-b754-dd44301cbd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:48.947516 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:49.917733 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-f88300fa-8a1f-44a6-be29-0bbc563996e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:50.016658 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:51.357951 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:53.234182 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:16.355435 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:26:17.317069 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1f0a886e-24b4-45ca-bf07-dbf86bf562c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:18.950227 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:19.918779 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-476c3706-f442-46eb-9156-9c9e4acc7bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:20.017605 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:21.361468 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:23.232241 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:47.318054 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ed1947e4-a24a-42f6-8c15-0915441d7846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:48.951978 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:49.919065 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b6e4d669-8499-4658-bbe3-8642cf2f0c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:50.021347 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:51.364214 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:53.246572 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:53.356840 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:27:17.320540 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-8c777d36-8be6-4e0b-afe3-eb2d46c0f13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:18.954463 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:19.919616 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-dd9779c5-a008-4918-b262-5da714739bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:20.024444 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:21.370110 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:23.245324 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:30.357631 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:27:47.322415 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-59950c42-3db2-4e0c-904e-4ef8ae20038b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:48.956149 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:49.920037 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-a602e2a4-9bb3-4dd5-a170-56481283a223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:50.026358 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:51.371084 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:53.260821 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:07.358897 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:28:17.324003 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b581a233-d268-434e-b723-c595e0975f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:18.957315 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:19.921695 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-ad1daf07-8bf8-4f7f-a732-98f8d8dc4279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:20.029579 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:21.370924 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:23.289564 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:44.360976 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:28:47.326302 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-2e9345ee-1a26-43ca-809c-6fe72d0fc4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:48.959982 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:49.922586 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-85cdb4c1-49b2-404e-8d1f-c10d50ce7139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:50.031987 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:51.374100 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:53.276066 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:17.464926 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4077-2e6a-404c-9390-2035bb5653e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:18.961201 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-08c8f04e-70ac-487d-bd04-5a5263adc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:19.924355 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-5fd7a0fe-1d79-4815-9c30-3d77c521b180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:20.033926 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-905fba93-9141-4ace-a4f6-c936174471b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:21.362915 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron.db.agents_db [None req-e983b76e-9bed-483d-9e4f-326577fec286 None None] Agent healthcheck: found 6 active agents {{(pid=82448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:29:21.376554 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-df1f1533-16ec-4cae-a46d-b22419342e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:23.303591 dv-cinder-809448-1-smb neutron-server[82336]: DEBUG neutron_lib.callbacks.manager [None req-1114a84b-a0cb-452d-83bf-e50c179091f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784134269965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4747'] for agent, after_update {{(pid=82447) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}